2024-11-23 03:45:47,741 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-23 03:45:47,756 main DEBUG Took 0.012124 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 03:45:47,756 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 03:45:47,757 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 03:45:47,758 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 03:45:47,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,769 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 03:45:47,784 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,786 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,788 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,789 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,791 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,792 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,794 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,795 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,796 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,799 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:45:47,799 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,800 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 03:45:47,801 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:45:47,803 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 03:45:47,806 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 03:45:47,806 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 03:45:47,808 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 03:45:47,808 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 03:45:47,820 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 03:45:47,823 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 03:45:47,826 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 03:45:47,826 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 03:45:47,827 main DEBUG createAppenders(={Console}) 2024-11-23 03:45:47,828 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-23 03:45:47,828 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-23 03:45:47,828 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-23 03:45:47,829 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 03:45:47,830 main DEBUG OutputStream closed 2024-11-23 03:45:47,830 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 03:45:47,830 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 03:45:47,831 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-23 03:45:47,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 03:45:47,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 03:45:47,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 03:45:47,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 03:45:47,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 03:45:47,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 03:45:47,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 03:45:47,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 03:45:47,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 03:45:47,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 03:45:47,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 03:45:47,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 03:45:47,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 03:45:47,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 03:45:47,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 03:45:47,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 03:45:47,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 03:45:47,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 03:45:47,909 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 03:45:47,909 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-23 03:45:47,910 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 03:45:47,910 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-23T03:45:48,186 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7 2024-11-23 03:45:48,190 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 03:45:48,190 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T03:45:48,202 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-23T03:45:48,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=9924 2024-11-23T03:45:48,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T03:45:48,267 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4, deleteOnExit=true 2024-11-23T03:45:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T03:45:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/test.cache.data in system properties and HBase conf 2024-11-23T03:45:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:45:48,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:45:48,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:45:48,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:45:48,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T03:45:48,380 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T03:45:48,502 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:45:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:45:48,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:45:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:45:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:45:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:45:48,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:45:48,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:45:48,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:45:48,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:45:48,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:45:48,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:45:48,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:45:48,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:45:48,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:45:49,504 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T03:45:49,612 INFO [Time-limited test {}] log.Log(170): Logging initialized @2684ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T03:45:49,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:45:49,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:45:49,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:45:49,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:45:49,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:45:49,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:45:49,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:45:49,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:45:50,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/java.io.tmpdir/jetty-localhost-45141-hadoop-hdfs-3_4_1-tests_jar-_-any-9727014652979309919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:45:50,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:45141} 2024-11-23T03:45:50,126 INFO [Time-limited test {}] server.Server(415): Started @3199ms 2024-11-23T03:45:50,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:45:50,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:45:50,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:45:50,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:45:50,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:45:50,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:45:50,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:45:50,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/java.io.tmpdir/jetty-localhost-46075-hadoop-hdfs-3_4_1-tests_jar-_-any-16865729213494293798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:45:50,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:46075} 2024-11-23T03:45:50,757 INFO [Time-limited test {}] server.Server(415): Started @3830ms 2024-11-23T03:45:50,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:45:50,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:45:50,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:45:50,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:45:50,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:45:50,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:45:50,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:45:50,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:45:51,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/java.io.tmpdir/jetty-localhost-35067-hadoop-hdfs-3_4_1-tests_jar-_-any-13003922540520374926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:45:51,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:35067} 2024-11-23T03:45:51,105 INFO [Time-limited test {}] server.Server(415): Started @4178ms 2024-11-23T03:45:51,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:45:51,329 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/data/data1/current/BP-1718416663-172.17.0.2-1732333549189/current, will proceed with Du for space computation calculation, 2024-11-23T03:45:51,329 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/data/data4/current/BP-1718416663-172.17.0.2-1732333549189/current, will proceed with Du for space computation calculation, 2024-11-23T03:45:51,329 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/data/data2/current/BP-1718416663-172.17.0.2-1732333549189/current, will proceed with Du for space computation calculation, 2024-11-23T03:45:51,329 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/data/data3/current/BP-1718416663-172.17.0.2-1732333549189/current, will proceed with Du for space computation calculation, 2024-11-23T03:45:51,386 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:45:51,387 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:45:51,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90bc1c0c71465aa6 with lease ID 0xbf3496b87de34de7: Processing first storage report for DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09 from datanode DatanodeRegistration(127.0.0.1:40207, datanodeUuid=4f3615a3-cf6d-4d8f-8a8a-af475ced478c, infoPort=34661, infoSecurePort=0, ipcPort=41863, storageInfo=lv=-57;cid=testClusterID;nsid=1329738033;c=1732333549189) 2024-11-23T03:45:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90bc1c0c71465aa6 with lease ID 0xbf3496b87de34de7: from storage DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09 node DatanodeRegistration(127.0.0.1:40207, datanodeUuid=4f3615a3-cf6d-4d8f-8a8a-af475ced478c, infoPort=34661, infoSecurePort=0, ipcPort=41863, storageInfo=lv=-57;cid=testClusterID;nsid=1329738033;c=1732333549189), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:45:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadbcf6361a74a1ee with lease ID 0xbf3496b87de34de8: Processing first storage report for DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0 from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=ce9dd2ed-085c-4eb3-a535-883216c4a1a4, infoPort=35409, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=1329738033;c=1732333549189) 2024-11-23T03:45:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadbcf6361a74a1ee with lease ID 0xbf3496b87de34de8: from storage DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0 node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=ce9dd2ed-085c-4eb3-a535-883216c4a1a4, infoPort=35409, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=1329738033;c=1732333549189), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:45:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadbcf6361a74a1ee with lease ID 0xbf3496b87de34de8: Processing first storage report for DS-bd7d6574-597a-4958-8be1-28dbffa33785 from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=ce9dd2ed-085c-4eb3-a535-883216c4a1a4, infoPort=35409, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=1329738033;c=1732333549189) 2024-11-23T03:45:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadbcf6361a74a1ee with lease ID 0xbf3496b87de34de8: from storage DS-bd7d6574-597a-4958-8be1-28dbffa33785 node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=ce9dd2ed-085c-4eb3-a535-883216c4a1a4, infoPort=35409, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=1329738033;c=1732333549189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:45:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90bc1c0c71465aa6 with lease ID 0xbf3496b87de34de7: Processing first storage report for DS-66c70dd4-2fee-480c-936d-b3f683a907b4 from datanode DatanodeRegistration(127.0.0.1:40207, datanodeUuid=4f3615a3-cf6d-4d8f-8a8a-af475ced478c, infoPort=34661, infoSecurePort=0, ipcPort=41863, storageInfo=lv=-57;cid=testClusterID;nsid=1329738033;c=1732333549189) 2024-11-23T03:45:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90bc1c0c71465aa6 with lease ID 0xbf3496b87de34de7: from storage DS-66c70dd4-2fee-480c-936d-b3f683a907b4 node DatanodeRegistration(127.0.0.1:40207, datanodeUuid=4f3615a3-cf6d-4d8f-8a8a-af475ced478c, infoPort=34661, infoSecurePort=0, ipcPort=41863, storageInfo=lv=-57;cid=testClusterID;nsid=1329738033;c=1732333549189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:45:51,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7 2024-11-23T03:45:51,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/zookeeper_0, clientPort=55947, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T03:45:51,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55947 2024-11-23T03:45:51,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:45:51,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:45:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:45:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:45:52,303 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8 with version=8 2024-11-23T03:45:52,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/hbase-staging 2024-11-23T03:45:52,398 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T03:45:52,660 INFO [Time-limited test {}] client.ConnectionUtils(128): master/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:45:52,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:45:52,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:45:52,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:45:52,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:45:52,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:45:52,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T03:45:52,894 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T03:45:52,903 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T03:45:52,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:45:52,934 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21333 (auto-detected) 2024-11-23T03:45:52,935 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T03:45:52,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36897 2024-11-23T03:45:52,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36897 connecting to ZooKeeper ensemble=127.0.0.1:55947 2024-11-23T03:45:53,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368970x0, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:45:53,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36897-0x10142ee2a710000 connected 2024-11-23T03:45:53,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:45:53,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:45:53,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:45:53,071 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8, hbase.cluster.distributed=false 2024-11-23T03:45:53,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:45:53,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-23T03:45:53,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36897 2024-11-23T03:45:53,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36897 2024-11-23T03:45:53,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-23T03:45:53,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-23T03:45:53,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:45:53,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:45:53,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:45:53,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:45:53,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:45:53,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:45:53,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:45:53,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:45:53,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46485 2024-11-23T03:45:53,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46485 connecting to ZooKeeper ensemble=127.0.0.1:55947 2024-11-23T03:45:53,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:45:53,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:45:53,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464850x0, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:45:53,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46485-0x10142ee2a710001 connected 2024-11-23T03:45:53,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:45:53,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:45:53,278 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:45:53,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:45:53,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:45:53,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46485 2024-11-23T03:45:53,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46485 2024-11-23T03:45:53,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46485 2024-11-23T03:45:53,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46485 2024-11-23T03:45:53,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46485 2024-11-23T03:45:53,307 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;237a1da887a0:36897 2024-11-23T03:45:53,308 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/237a1da887a0,36897,1732333552459 2024-11-23T03:45:53,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:45:53,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:45:53,318 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/237a1da887a0,36897,1732333552459 2024-11-23T03:45:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:45:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:53,341 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T03:45:53,342 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/237a1da887a0,36897,1732333552459 from backup master directory 2024-11-23T03:45:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/237a1da887a0,36897,1732333552459 2024-11-23T03:45:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:45:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:45:53,347 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:45:53,347 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=237a1da887a0,36897,1732333552459 2024-11-23T03:45:53,350 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T03:45:53,351 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T03:45:53,412 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/hbase.id] with ID: 551b647f-ce89-4858-be30-c88669b70de7 2024-11-23T03:45:53,412 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/.tmp/hbase.id 2024-11-23T03:45:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:45:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:45:53,426 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/.tmp/hbase.id]:[hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/hbase.id] 2024-11-23T03:45:53,475 INFO [master/237a1da887a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:45:53,481 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T03:45:53,509 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-23T03:45:53,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:53,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:53,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:45:53,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:45:53,551 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:45:53,554 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T03:45:53,560 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:45:53,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:45:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:45:53,613 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store 2024-11-23T03:45:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:45:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:45:53,642 INFO [master/237a1da887a0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T03:45:53,645 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:45:53,647 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:45:53,647 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:45:53,647 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:45:53,649 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-23T03:45:53,649 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:45:53,649 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:45:53,651 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333553647Disabling compacts and flushes for region at 1732333553647Disabling writes for close at 1732333553649 (+2 ms)Writing region close event to WAL at 1732333553649Closed at 1732333553649 2024-11-23T03:45:53,653 WARN [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/.initializing 2024-11-23T03:45:53,653 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/WALs/237a1da887a0,36897,1732333552459 2024-11-23T03:45:53,662 INFO [master/237a1da887a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:45:53,677 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C36897%2C1732333552459, suffix=, logDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/WALs/237a1da887a0,36897,1732333552459, archiveDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/oldWALs, maxLogs=10 2024-11-23T03:45:53,715 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/WALs/237a1da887a0,36897,1732333552459/237a1da887a0%2C36897%2C1732333552459.1732333553684, exclude list is [], retry=0 2024-11-23T03:45:53,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:45:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK] 2024-11-23T03:45:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK] 2024-11-23T03:45:53,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T03:45:53,781 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/WALs/237a1da887a0,36897,1732333552459/237a1da887a0%2C36897%2C1732333552459.1732333553684 2024-11-23T03:45:53,782 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661),(127.0.0.1/127.0.0.1:35409:35409)] 2024-11-23T03:45:53,782 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:45:53,783 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:45:53,786 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,787 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T03:45:53,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:53,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:53,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T03:45:53,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:53,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:45:53,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T03:45:53,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:53,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:45:53,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T03:45:53,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:53,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:45:53,870 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,873 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,874 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,880 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,880 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,884 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:45:53,888 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:45:53,892 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:45:53,893 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830545, jitterRate=0.05609314143657684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:45:53,899 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732333553800Initializing all the Stores at 1732333553802 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333553802Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333553803 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333553803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333553803Cleaning up temporary data from old regions at 1732333553880 (+77 ms)Region opened successfully at 1732333553899 (+19 ms) 2024-11-23T03:45:53,901 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T03:45:53,939 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa77519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:45:53,972 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T03:45:53,983 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T03:45:53,984 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T03:45:53,987 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T03:45:53,988 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T03:45:53,994 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-23T03:45:53,994 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T03:45:54,026 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T03:45:54,038 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T03:45:54,040 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T03:45:54,043 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T03:45:54,045 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T03:45:54,047 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T03:45:54,049 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T03:45:54,053 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T03:45:54,054 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T03:45:54,056 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T03:45:54,058 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T03:45:54,081 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T03:45:54,083 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T03:45:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:45:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:45:54,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:54,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:54,090 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=237a1da887a0,36897,1732333552459, sessionid=0x10142ee2a710000, setting cluster-up flag (Was=false) 2024-11-23T03:45:54,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:54,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:54,111 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T03:45:54,113 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,36897,1732333552459 2024-11-23T03:45:54,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:54,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:54,129 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T03:45:54,130 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,36897,1732333552459 2024-11-23T03:45:54,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T03:45:54,195 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(746): ClusterId : 551b647f-ce89-4858-be30-c88669b70de7 2024-11-23T03:45:54,198 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:45:54,202 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:45:54,203 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:45:54,205 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:45:54,206 DEBUG [RS:0;237a1da887a0:46485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ad82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:45:54,210 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T03:45:54,221 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T03:45:54,221 DEBUG [RS:0;237a1da887a0:46485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;237a1da887a0:46485 2024-11-23T03:45:54,224 INFO [RS:0;237a1da887a0:46485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:45:54,224 INFO [RS:0;237a1da887a0:46485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:45:54,224 DEBUG [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:45:54,227 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,36897,1732333552459 with port=46485, startcode=1732333553188 2024-11-23T03:45:54,229 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T03:45:54,239 DEBUG [RS:0;237a1da887a0:46485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:45:54,237 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 237a1da887a0,36897,1732333552459 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T03:45:54,246 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:45:54,246 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:45:54,246 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:45:54,246 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:45:54,246 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/237a1da887a0:0, corePoolSize=10, maxPoolSize=10 2024-11-23T03:45:54,247 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,247 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:45:54,247 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,248 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732333584248 2024-11-23T03:45:54,250 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T03:45:54,251 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T03:45:54,256 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T03:45:54,256 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T03:45:54,257 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T03:45:54,257 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T03:45:54,259 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,265 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T03:45:54,266 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T03:45:54,267 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T03:45:54,270 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T03:45:54,270 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T03:45:54,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:45:54,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T03:45:54,272 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333554271,5,FailOnTimeoutGroup] 2024-11-23T03:45:54,274 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333554272,5,FailOnTimeoutGroup] 2024-11-23T03:45:54,274 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,274 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T03:45:54,277 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,278 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:45:54,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:54,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T03:45:54,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,46485,1732333553188 2024-11-23T03:45:54,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36897 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,46485,1732333553188 2024-11-23T03:45:54,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:45:54,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:45:54,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T03:45:54,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8 2024-11-23T03:45:54,310 DEBUG [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8 2024-11-23T03:45:54,310 DEBUG [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42409 2024-11-23T03:45:54,310 DEBUG [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:45:54,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:45:54,316 DEBUG [RS:0;237a1da887a0:46485 {}] zookeeper.ZKUtil(111): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,46485,1732333553188 2024-11-23T03:45:54,316 WARN [RS:0;237a1da887a0:46485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:45:54,316 INFO [RS:0;237a1da887a0:46485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:45:54,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:45:54,316 DEBUG [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188 2024-11-23T03:45:54,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:45:54,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:45:54,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,46485,1732333553188] 2024-11-23T03:45:54,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:45:54,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:45:54,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:54,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:54,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:45:54,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:45:54,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:54,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:54,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:45:54,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:45:54,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:54,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:54,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:45:54,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:45:54,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:54,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:54,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:45:54,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740 2024-11-23T03:45:54,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740 2024-11-23T03:45:54,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:45:54,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:45:54,345 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:45:54,347 INFO [RS:0;237a1da887a0:46485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:45:54,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:45:54,353 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:45:54,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=796489, jitterRate=0.012788280844688416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:45:54,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732333554320Initializing all the Stores at 1732333554322 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333554322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333554322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333554322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333554322Cleaning up temporary data from old regions at 1732333554344 (+22 ms)Region opened successfully at 1732333554358 (+14 ms) 2024-11-23T03:45:54,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:45:54,358 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:45:54,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:45:54,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:45:54,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:45:54,360 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:45:54,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333554358Disabling compacts and flushes for region at 1732333554358Disabling writes for close at 1732333554359 (+1 ms)Writing region close event to WAL at 1732333554360 (+1 ms)Closed at 1732333554360 2024-11-23T03:45:54,362 INFO [RS:0;237a1da887a0:46485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:45:54,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:45:54,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T03:45:54,368 INFO [RS:0;237a1da887a0:46485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:45:54,368 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,369 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:45:54,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T03:45:54,375 INFO [RS:0;237a1da887a0:46485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:45:54,376 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,376 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,377 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,377 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,377 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,377 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,377 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:45:54,378 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,378 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,378 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,378 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,378 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,378 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:45:54,378 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:45:54,379 DEBUG [RS:0;237a1da887a0:46485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:45:54,380 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,380 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,380 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:45:54,380 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,380 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,381 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,46485,1732333553188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:45:54,384 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T03:45:54,404 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:45:54,406 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,46485,1732333553188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,407 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,407 INFO [RS:0;237a1da887a0:46485 {}] regionserver.Replication(171): 237a1da887a0,46485,1732333553188 started 2024-11-23T03:45:54,432 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:54,433 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,46485,1732333553188, RpcServer on 237a1da887a0/172.17.0.2:46485, sessionid=0x10142ee2a710001 2024-11-23T03:45:54,433 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:45:54,434 DEBUG [RS:0;237a1da887a0:46485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,46485,1732333553188 2024-11-23T03:45:54,434 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,46485,1732333553188' 2024-11-23T03:45:54,434 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:45:54,435 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:45:54,436 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:45:54,436 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:45:54,436 DEBUG [RS:0;237a1da887a0:46485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,46485,1732333553188 2024-11-23T03:45:54,436 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,46485,1732333553188' 2024-11-23T03:45:54,436 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:45:54,437 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:45:54,438 DEBUG [RS:0;237a1da887a0:46485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:45:54,438 INFO [RS:0;237a1da887a0:46485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:45:54,438 INFO [RS:0;237a1da887a0:46485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:45:54,535 WARN [237a1da887a0:36897 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T03:45:54,543 INFO [RS:0;237a1da887a0:46485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:45:54,547 INFO [RS:0;237a1da887a0:46485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C46485%2C1732333553188, suffix=, logDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188, archiveDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/oldWALs, maxLogs=32 2024-11-23T03:45:54,563 DEBUG [RS:0;237a1da887a0:46485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333554549, exclude list is [], retry=0 2024-11-23T03:45:54,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK] 2024-11-23T03:45:54,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK] 2024-11-23T03:45:54,572 INFO [RS:0;237a1da887a0:46485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333554549 2024-11-23T03:45:54,573 DEBUG [RS:0;237a1da887a0:46485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661),(127.0.0.1/127.0.0.1:35409:35409)] 2024-11-23T03:45:54,787 DEBUG [237a1da887a0:36897 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T03:45:54,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=237a1da887a0,46485,1732333553188 2024-11-23T03:45:54,806 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,46485,1732333553188, state=OPENING 2024-11-23T03:45:54,813 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T03:45:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:45:54,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:45:54,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:45:54,818 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:45:54,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,46485,1732333553188}] 2024-11-23T03:45:54,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T03:45:55,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T03:45:55,012 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T03:45:55,013 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:45:55,014 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T03:45:55,017 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C46485%2C1732333553188.meta, suffix=.meta, logDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188, archiveDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/oldWALs, maxLogs=32 2024-11-23T03:45:55,034 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.meta.1732333555019.meta, exclude list is [], retry=0 2024-11-23T03:45:55,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK] 2024-11-23T03:45:55,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK] 2024-11-23T03:45:55,041 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.meta.1732333555019.meta 2024-11-23T03:45:55,041 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661),(127.0.0.1/127.0.0.1:35409:35409)] 2024-11-23T03:45:55,042 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:45:55,043 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T03:45:55,046 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T03:45:55,051 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T03:45:55,056 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T03:45:55,056 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:45:55,056 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T03:45:55,056 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T03:45:55,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:45:55,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:45:55,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:55,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:55,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:45:55,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:45:55,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:55,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:55,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:45:55,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:45:55,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:55,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:55,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:45:55,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:45:55,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:55,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:45:55,070 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:45:55,071 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740 2024-11-23T03:45:55,073 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740 2024-11-23T03:45:55,076 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:45:55,076 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:45:55,077 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:45:55,079 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:45:55,081 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770242, jitterRate=-0.020587578415870667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:45:55,081 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T03:45:55,083 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732333555057Writing region info on filesystem at 1732333555057Initializing all the Stores at 1732333555059 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333555059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333555059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333555059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333555059Cleaning up temporary data from old regions at 1732333555076 (+17 ms)Running coprocessor post-open hooks at 1732333555081 (+5 ms)Region opened successfully at 1732333555083 (+2 ms) 2024-11-23T03:45:55,090 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732333554989 2024-11-23T03:45:55,102 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T03:45:55,102 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T03:45:55,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,46485,1732333553188 2024-11-23T03:45:55,106 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,46485,1732333553188, state=OPEN 2024-11-23T03:45:55,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:45:55,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:45:55,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:45:55,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:45:55,113 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=237a1da887a0,46485,1732333553188 2024-11-23T03:45:55,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T03:45:55,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,46485,1732333553188 in 293 msec 2024-11-23T03:45:55,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T03:45:55,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2024-11-23T03:45:55,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:45:55,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T03:45:55,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:45:55,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,46485,1732333553188, seqNum=-1] 2024-11-23T03:45:55,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:45:55,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:45:55,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0210 sec 2024-11-23T03:45:55,188 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732333555187, completionTime=-1 2024-11-23T03:45:55,190 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T03:45:55,190 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T03:45:55,217 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T03:45:55,217 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732333615217 2024-11-23T03:45:55,217 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732333675217 2024-11-23T03:45:55,218 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-23T03:45:55,220 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,36897,1732333552459-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:55,221 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,36897,1732333552459-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:55,221 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,36897,1732333552459-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:55,222 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-237a1da887a0:36897, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:55,223 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:55,223 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:55,229 DEBUG [master/237a1da887a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T03:45:55,252 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.905sec 2024-11-23T03:45:55,253 INFO [master/237a1da887a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T03:45:55,254 INFO [master/237a1da887a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T03:45:55,256 INFO [master/237a1da887a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T03:45:55,256 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T03:45:55,256 INFO [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T03:45:55,257 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,36897,1732333552459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:45:55,258 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,36897,1732333552459-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T03:45:55,266 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T03:45:55,267 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T03:45:55,267 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,36897,1732333552459-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:45:55,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9dc7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:45:55,308 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T03:45:55,308 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T03:45:55,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 237a1da887a0,36897,-1 for getting cluster id 2024-11-23T03:45:55,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T03:45:55,325 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '551b647f-ce89-4858-be30-c88669b70de7' 2024-11-23T03:45:55,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T03:45:55,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "551b647f-ce89-4858-be30-c88669b70de7" 2024-11-23T03:45:55,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305448db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:45:55,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [237a1da887a0,36897,-1] 2024-11-23T03:45:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T03:45:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:45:55,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T03:45:55,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a8e777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:45:55,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:45:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,46485,1732333553188, seqNum=-1] 2024-11-23T03:45:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:45:55,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:45:55,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=237a1da887a0,36897,1732333552459 2024-11-23T03:45:55,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:45:55,411 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T03:45:55,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T03:45:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 237a1da887a0,36897,1732333552459 2024-11-23T03:45:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7afa760f 2024-11-23T03:45:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T03:45:55,429 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T03:45:55,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-23T03:45:55,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-23T03:45:55,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:45:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-23T03:45:55,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T03:45:55,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-23T03:45:55,449 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:55,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T03:45:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:45:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741835_1011 (size=389) 2024-11-23T03:45:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741835_1011 (size=389) 2024-11-23T03:45:55,466 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62ea3fe6a211eeecb8df7a158f049f1a, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8 2024-11-23T03:45:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741836_1012 (size=72) 2024-11-23T03:45:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741836_1012 (size=72) 2024-11-23T03:45:55,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:45:55,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 62ea3fe6a211eeecb8df7a158f049f1a, disabling compactions & flushes 2024-11-23T03:45:55,477 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:45:55,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:45:55,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. after waiting 0 ms 2024-11-23T03:45:55,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:45:55,477 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:45:55,477 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62ea3fe6a211eeecb8df7a158f049f1a: Waiting for close lock at 1732333555477Disabling compacts and flushes for region at 1732333555477Disabling writes for close at 1732333555477Writing region close event to WAL at 1732333555477Closed at 1732333555477 2024-11-23T03:45:55,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T03:45:55,486 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732333555480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732333555480"}]},"ts":"1732333555480"} 2024-11-23T03:45:55,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T03:45:55,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T03:45:55,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333555495"}]},"ts":"1732333555495"} 2024-11-23T03:45:55,502 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-23T03:45:55,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62ea3fe6a211eeecb8df7a158f049f1a, ASSIGN}] 2024-11-23T03:45:55,506 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62ea3fe6a211eeecb8df7a158f049f1a, ASSIGN 2024-11-23T03:45:55,507 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62ea3fe6a211eeecb8df7a158f049f1a, ASSIGN; state=OFFLINE, location=237a1da887a0,46485,1732333553188; forceNewPlan=false, retain=false 2024-11-23T03:45:55,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62ea3fe6a211eeecb8df7a158f049f1a, regionState=OPENING, regionLocation=237a1da887a0,46485,1732333553188 2024-11-23T03:45:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62ea3fe6a211eeecb8df7a158f049f1a, ASSIGN because future has completed 2024-11-23T03:45:55,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62ea3fe6a211eeecb8df7a158f049f1a, server=237a1da887a0,46485,1732333553188}] 2024-11-23T03:45:55,826 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:45:55,826 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62ea3fe6a211eeecb8df7a158f049f1a, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:45:55,827 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,827 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:45:55,827 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,827 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,830 INFO [StoreOpener-62ea3fe6a211eeecb8df7a158f049f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,833 INFO [StoreOpener-62ea3fe6a211eeecb8df7a158f049f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ea3fe6a211eeecb8df7a158f049f1a columnFamilyName info 2024-11-23T03:45:55,833 DEBUG [StoreOpener-62ea3fe6a211eeecb8df7a158f049f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:45:55,834 INFO [StoreOpener-62ea3fe6a211eeecb8df7a158f049f1a-1 {}] regionserver.HStore(327): Store=62ea3fe6a211eeecb8df7a158f049f1a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:45:55,834 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,836 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,836 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,837 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,837 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,840 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,844 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:45:55,845 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62ea3fe6a211eeecb8df7a158f049f1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=707706, jitterRate=-0.10010644793510437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T03:45:55,845 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:45:55,846 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62ea3fe6a211eeecb8df7a158f049f1a: Running coprocessor pre-open hook at 1732333555827Writing region info on filesystem at 1732333555827Initializing all the Stores at 1732333555829 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333555829Cleaning up temporary data from old regions at 1732333555837 (+8 ms)Running coprocessor post-open hooks at 1732333555845 (+8 ms)Region opened successfully at 1732333555846 (+1 ms) 2024-11-23T03:45:55,848 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a., pid=6, masterSystemTime=1732333555819 2024-11-23T03:45:55,852 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:45:55,852 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:45:55,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62ea3fe6a211eeecb8df7a158f049f1a, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,46485,1732333553188 2024-11-23T03:45:55,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62ea3fe6a211eeecb8df7a158f049f1a, server=237a1da887a0,46485,1732333553188 because future has completed 2024-11-23T03:45:55,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T03:45:55,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62ea3fe6a211eeecb8df7a158f049f1a, server=237a1da887a0,46485,1732333553188 in 194 msec 2024-11-23T03:45:55,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T03:45:55,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=62ea3fe6a211eeecb8df7a158f049f1a, ASSIGN in 360 msec 2024-11-23T03:45:55,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T03:45:55,869 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333555868"}]},"ts":"1732333555868"} 2024-11-23T03:45:55,872 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-23T03:45:55,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T03:45:55,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 435 msec 2024-11-23T03:46:00,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T03:46:00,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T03:46:00,604 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-23T03:46:02,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T03:46:02,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T03:46:02,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-23T03:46:02,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-23T03:46:02,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:46:02,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T03:46:02,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T03:46:02,895 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T03:46:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:46:05,554 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-23T03:46:05,557 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-23T03:46:05,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-23T03:46:05,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:46:05,581 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333565565, exclude list is [], retry=0 2024-11-23T03:46:05,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK] 2024-11-23T03:46:05,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK] 2024-11-23T03:46:05,588 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333554549 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333565565 2024-11-23T03:46:05,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661),(127.0.0.1/127.0.0.1:35409:35409)] 2024-11-23T03:46:05,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333554549 is not closed yet, will try archiving it next time 2024-11-23T03:46:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741833_1009 (size=451) 2024-11-23T03:46:05,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741833_1009 (size=451) 2024-11-23T03:46:05,595 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333554549 to hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/oldWALs/237a1da887a0%2C46485%2C1732333553188.1732333554549 2024-11-23T03:46:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a., hostname=237a1da887a0,46485,1732333553188, seqNum=2] 2024-11-23T03:46:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46485 {}] regionserver.HRegion(8855): Flush requested on 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:46:19,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62ea3fe6a211eeecb8df7a158f049f1a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:46:19,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/4eae14b2f8b347068fc287f1583c8dda is 1055, key is row0001/info:/1732333565600/Put/seqid=0 2024-11-23T03:46:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741838_1014 (size=13386) 2024-11-23T03:46:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741838_1014 (size=13386) 2024-11-23T03:46:19,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/4eae14b2f8b347068fc287f1583c8dda 2024-11-23T03:46:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/4eae14b2f8b347068fc287f1583c8dda as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/info/4eae14b2f8b347068fc287f1583c8dda 2024-11-23T03:46:19,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/info/4eae14b2f8b347068fc287f1583c8dda, entries=8, sequenceid=12, filesize=13.1 K 2024-11-23T03:46:19,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 62ea3fe6a211eeecb8df7a158f049f1a in 143ms, sequenceid=12, compaction requested=false 2024-11-23T03:46:19,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62ea3fe6a211eeecb8df7a158f049f1a: 2024-11-23T03:46:21,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T03:46:25,658 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333585645, exclude list is [], retry=0 2024-11-23T03:46:25,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK] 2024-11-23T03:46:25,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK] 2024-11-23T03:46:25,665 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333565565 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333585645 2024-11-23T03:46:25,666 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35409:35409),(127.0.0.1/127.0.0.1:34661:34661)] 2024-11-23T03:46:25,666 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333565565 is not closed yet, will try archiving it next time 2024-11-23T03:46:25,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741837_1013 (size=12149) 2024-11-23T03:46:25,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741837_1013 (size=12149) 2024-11-23T03:46:30,671 INFO [AsyncFSWAL-0-hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8-prefix:237a1da887a0,46485,1732333553188 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK], DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK]] 2024-11-23T03:46:30,673 WARN [AsyncFSWAL-0-hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8-prefix:237a1da887a0,46485,1732333553188 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK], DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK]] 2024-11-23T03:46:30,675 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 237a1da887a0%2C46485%2C1732333553188:(num 1732333585645) roll requested 2024-11-23T03:46:30,689 DEBUG [regionserver/237a1da887a0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333590675, exclude list is [], retry=0 2024-11-23T03:46:30,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK] 2024-11-23T03:46:30,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK] 2024-11-23T03:46:30,695 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333585645 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333590675 2024-11-23T03:46:30,695 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661),(127.0.0.1/127.0.0.1:35409:35409)] 2024-11-23T03:46:30,696 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333585645 is not closed yet, will try archiving it next time 2024-11-23T03:46:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741839_1015 (size=1233) 2024-11-23T03:46:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741839_1015 (size=1233) 2024-11-23T03:46:32,673 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T03:46:32,687 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333592674, exclude list is [], retry=0 2024-11-23T03:46:32,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-f1e54811-5003-42e9-b312-1d8c5d30e6d0,DISK] 2024-11-23T03:46:32,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-84be3fa6-3887-4ebf-a433-c4a7958fbd09,DISK] 2024-11-23T03:46:32,693 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333590675 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333592674 2024-11-23T03:46:32,693 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35409:35409),(127.0.0.1/127.0.0.1:34661:34661)] 2024-11-23T03:46:32,693 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333590675 is not closed yet, will try archiving it next time 2024-11-23T03:46:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741840_1016 (size=93) 2024-11-23T03:46:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741840_1016 (size=93) 2024-11-23T03:46:32,696 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/WALs/237a1da887a0,46485,1732333553188/237a1da887a0%2C46485%2C1732333553188.1732333590675 to hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/oldWALs/237a1da887a0%2C46485%2C1732333553188.1732333590675 2024-11-23T03:46:35,288 INFO [master/237a1da887a0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T03:46:35,288 INFO [master/237a1da887a0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T03:46:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46485 {}] regionserver.HRegion(8855): Flush requested on 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:46:40,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62ea3fe6a211eeecb8df7a158f049f1a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:46:40,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/65125a7a744346e39375b928e9a054c0 is 1055, key is row0009/info:/1732333581634/Put/seqid=0 2024-11-23T03:46:40,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741842_1018 (size=13386) 2024-11-23T03:46:40,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741842_1018 (size=13386) 2024-11-23T03:46:40,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/65125a7a744346e39375b928e9a054c0 2024-11-23T03:46:40,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/65125a7a744346e39375b928e9a054c0 as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/info/65125a7a744346e39375b928e9a054c0 2024-11-23T03:46:40,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/info/65125a7a744346e39375b928e9a054c0, entries=8, sequenceid=23, filesize=13.1 K 2024-11-23T03:46:40,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 62ea3fe6a211eeecb8df7a158f049f1a in 38ms, sequenceid=23, compaction requested=false 2024-11-23T03:46:40,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62ea3fe6a211eeecb8df7a158f049f1a: 2024-11-23T03:46:40,750 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-23T03:46:40,750 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:46:40,750 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/info/4eae14b2f8b347068fc287f1583c8dda because midkey is the same as first or last row 2024-11-23T03:46:40,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 62ea3fe6a211eeecb8df7a158f049f1a, had cached 0 bytes from a total of 26772 2024-11-23T03:46:51,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T03:46:52,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T03:46:52,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:46:52,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:46:52,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:46:52,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:46:52,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T03:46:52,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T03:46:52,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1289039862, stopped=false 2024-11-23T03:46:52,735 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=237a1da887a0,36897,1732333552459 2024-11-23T03:46:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:46:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:46:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:52,737 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:46:52,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:46:52,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:46:52,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:46:52,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:46:52,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:46:52,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,46485,1732333553188' ***** 2024-11-23T03:46:52,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:46:52,739 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:46:52,739 INFO [RS:0;237a1da887a0:46485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:46:52,739 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:46:52,739 INFO [RS:0;237a1da887a0:46485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:46:52,739 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(3091): Received CLOSE for 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:46:52,740 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,46485,1732333553188 2024-11-23T03:46:52,740 INFO [RS:0;237a1da887a0:46485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:46:52,740 INFO [RS:0;237a1da887a0:46485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;237a1da887a0:46485. 2024-11-23T03:46:52,740 DEBUG [RS:0;237a1da887a0:46485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:46:52,740 DEBUG [RS:0;237a1da887a0:46485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:46:52,740 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62ea3fe6a211eeecb8df7a158f049f1a, disabling compactions & flushes 2024-11-23T03:46:52,740 INFO [RS:0;237a1da887a0:46485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:46:52,740 INFO [RS:0;237a1da887a0:46485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:46:52,740 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:46:52,740 INFO [RS:0;237a1da887a0:46485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:46:52,740 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:46:52,740 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T03:46:52,740 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. after waiting 0 ms 2024-11-23T03:46:52,740 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:46:52,741 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62ea3fe6a211eeecb8df7a158f049f1a 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-23T03:46:52,741 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T03:46:52,741 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:46:52,741 DEBUG [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62ea3fe6a211eeecb8df7a158f049f1a=TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a.} 2024-11-23T03:46:52,741 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:46:52,741 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:46:52,741 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:46:52,741 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:46:52,741 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-23T03:46:52,741 DEBUG [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62ea3fe6a211eeecb8df7a158f049f1a 2024-11-23T03:46:52,749 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/72c238eecc874285bad7bce2eed065d8 is 1055, key is row0017/info:/1732333602713/Put/seqid=0 2024-11-23T03:46:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741843_1019 (size=10222) 2024-11-23T03:46:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741843_1019 (size=10222) 2024-11-23T03:46:52,759 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/72c238eecc874285bad7bce2eed065d8 2024-11-23T03:46:52,770 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/.tmp/info/72c238eecc874285bad7bce2eed065d8 as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/info/72c238eecc874285bad7bce2eed065d8 2024-11-23T03:46:52,770 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/info/be9a3e2512764bb7948c1ca141d207fa is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a./info:regioninfo/1732333555853/Put/seqid=0 2024-11-23T03:46:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741844_1020 (size=7016) 2024-11-23T03:46:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741844_1020 (size=7016) 2024-11-23T03:46:52,778 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/info/be9a3e2512764bb7948c1ca141d207fa 2024-11-23T03:46:52,780 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/info/72c238eecc874285bad7bce2eed065d8, entries=5, sequenceid=31, filesize=10.0 K 2024-11-23T03:46:52,781 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 62ea3fe6a211eeecb8df7a158f049f1a in 41ms, sequenceid=31, compaction requested=true 2024-11-23T03:46:52,787 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/default/TestLogRolling-testSlowSyncLogRolling/62ea3fe6a211eeecb8df7a158f049f1a/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-23T03:46:52,790 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:46:52,790 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62ea3fe6a211eeecb8df7a158f049f1a: Waiting for close lock at 1732333612740Running coprocessor pre-close hooks at 1732333612740Disabling compacts and flushes for region at 1732333612740Disabling writes for close at 1732333612740Obtaining lock to block concurrent updates at 1732333612741 (+1 ms)Preparing flush snapshotting stores in 62ea3fe6a211eeecb8df7a158f049f1a at 1732333612741Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732333612741Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. at 1732333612742 (+1 ms)Flushing 62ea3fe6a211eeecb8df7a158f049f1a/info: creating writer at 1732333612742Flushing 62ea3fe6a211eeecb8df7a158f049f1a/info: appending metadata at 1732333612748 (+6 ms)Flushing 62ea3fe6a211eeecb8df7a158f049f1a/info: closing flushed file at 1732333612748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196fd981: reopening flushed file at 1732333612769 (+21 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 62ea3fe6a211eeecb8df7a158f049f1a in 41ms, sequenceid=31, compaction requested=true at 1732333612781 (+12 ms)Writing region close event to WAL at 1732333612782 (+1 ms)Running coprocessor post-close hooks at 1732333612788 (+6 ms)Closed at 1732333612790 (+2 ms) 2024-11-23T03:46:52,791 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732333555430.62ea3fe6a211eeecb8df7a158f049f1a. 2024-11-23T03:46:52,802 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/ns/42b12ff171044b328456807ef55d5fe9 is 43, key is default/ns:d/1732333555173/Put/seqid=0 2024-11-23T03:46:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741845_1021 (size=5153) 2024-11-23T03:46:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741845_1021 (size=5153) 2024-11-23T03:46:52,809 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/ns/42b12ff171044b328456807ef55d5fe9 2024-11-23T03:46:52,832 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/table/36a05ef6b39f4501882451ada5ecdb4d is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732333555868/Put/seqid=0 2024-11-23T03:46:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741846_1022 (size=5396) 2024-11-23T03:46:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741846_1022 (size=5396) 2024-11-23T03:46:52,838 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/table/36a05ef6b39f4501882451ada5ecdb4d 2024-11-23T03:46:52,847 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/info/be9a3e2512764bb7948c1ca141d207fa as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/info/be9a3e2512764bb7948c1ca141d207fa 2024-11-23T03:46:52,856 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/info/be9a3e2512764bb7948c1ca141d207fa, entries=10, sequenceid=11, filesize=6.9 K 2024-11-23T03:46:52,857 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/ns/42b12ff171044b328456807ef55d5fe9 as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/ns/42b12ff171044b328456807ef55d5fe9 2024-11-23T03:46:52,866 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/ns/42b12ff171044b328456807ef55d5fe9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T03:46:52,867 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/.tmp/table/36a05ef6b39f4501882451ada5ecdb4d as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/table/36a05ef6b39f4501882451ada5ecdb4d 2024-11-23T03:46:52,875 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/table/36a05ef6b39f4501882451ada5ecdb4d, entries=2, sequenceid=11, filesize=5.3 K 2024-11-23T03:46:52,877 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=11, compaction requested=false 2024-11-23T03:46:52,883 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T03:46:52,884 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:46:52,884 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:46:52,884 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333612741Running coprocessor pre-close hooks at 1732333612741Disabling compacts and flushes for region at 1732333612741Disabling writes for close at 1732333612741Obtaining lock to block concurrent updates at 1732333612741Preparing flush snapshotting stores in 1588230740 at 1732333612741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732333612742 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732333612742Flushing 1588230740/info: creating writer at 1732333612743 (+1 ms)Flushing 1588230740/info: appending metadata at 1732333612770 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732333612770Flushing 1588230740/ns: creating writer at 1732333612787 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732333612802 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732333612802Flushing 1588230740/table: creating writer at 1732333612817 (+15 ms)Flushing 1588230740/table: appending metadata at 1732333612831 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732333612831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb18b54: reopening flushed file at 1732333612846 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7758ab: reopening flushed file at 1732333612856 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be5bbca: reopening flushed file at 1732333612866 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=11, compaction requested=false at 1732333612877 (+11 ms)Writing region close event to WAL at 1732333612879 (+2 ms)Running coprocessor post-close hooks at 1732333612884 (+5 ms)Closed at 1732333612884 2024-11-23T03:46:52,885 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T03:46:52,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:46:52,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T03:46:52,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-23T03:46:52,942 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,46485,1732333553188; all regions closed. 2024-11-23T03:46:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741834_1010 (size=3066) 2024-11-23T03:46:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741834_1010 (size=3066) 2024-11-23T03:46:52,950 DEBUG [RS:0;237a1da887a0:46485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/oldWALs 2024-11-23T03:46:52,950 INFO [RS:0;237a1da887a0:46485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C46485%2C1732333553188.meta:.meta(num 1732333555019) 2024-11-23T03:46:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741841_1017 (size=13164) 2024-11-23T03:46:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741841_1017 (size=13164) 2024-11-23T03:46:52,966 DEBUG [RS:0;237a1da887a0:46485 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/oldWALs 2024-11-23T03:46:52,966 INFO [RS:0;237a1da887a0:46485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C46485%2C1732333553188:(num 1732333592674) 2024-11-23T03:46:52,966 DEBUG [RS:0;237a1da887a0:46485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:46:52,966 INFO [RS:0;237a1da887a0:46485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:46:52,966 INFO [RS:0;237a1da887a0:46485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:46:52,966 INFO [RS:0;237a1da887a0:46485 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T03:46:52,966 INFO [RS:0;237a1da887a0:46485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:46:52,966 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:46:52,967 INFO [RS:0;237a1da887a0:46485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46485 2024-11-23T03:46:52,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,46485,1732333553188 2024-11-23T03:46:52,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:46:52,971 INFO [RS:0;237a1da887a0:46485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:46:52,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,46485,1732333553188] 2024-11-23T03:46:52,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,46485,1732333553188 already deleted, retry=false 2024-11-23T03:46:52,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,46485,1732333553188 expired; onlineServers=0 2024-11-23T03:46:52,975 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '237a1da887a0,36897,1732333552459' ***** 2024-11-23T03:46:52,975 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T03:46:52,975 INFO [M:0;237a1da887a0:36897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:46:52,976 INFO [M:0;237a1da887a0:36897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:46:52,976 DEBUG [M:0;237a1da887a0:36897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T03:46:52,976 DEBUG [M:0;237a1da887a0:36897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T03:46:52,976 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T03:46:52,976 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333554271 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333554271,5,FailOnTimeoutGroup] 2024-11-23T03:46:52,976 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333554272 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333554272,5,FailOnTimeoutGroup] 2024-11-23T03:46:52,976 INFO [M:0;237a1da887a0:36897 {}] hbase.ChoreService(370): Chore service for: master/237a1da887a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T03:46:52,976 INFO [M:0;237a1da887a0:36897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:46:52,976 DEBUG [M:0;237a1da887a0:36897 {}] master.HMaster(1795): Stopping service threads 2024-11-23T03:46:52,976 INFO [M:0;237a1da887a0:36897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T03:46:52,977 INFO [M:0;237a1da887a0:36897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:46:52,977 INFO [M:0;237a1da887a0:36897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T03:46:52,977 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T03:46:52,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T03:46:52,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:52,978 DEBUG [M:0;237a1da887a0:36897 {}] zookeeper.ZKUtil(347): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T03:46:52,978 WARN [M:0;237a1da887a0:36897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T03:46:52,979 INFO [M:0;237a1da887a0:36897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/.lastflushedseqids 2024-11-23T03:46:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741847_1023 (size=130) 2024-11-23T03:46:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741847_1023 (size=130) 2024-11-23T03:46:52,994 INFO [M:0;237a1da887a0:36897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T03:46:52,994 INFO [M:0;237a1da887a0:36897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T03:46:52,995 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:46:52,995 INFO [M:0;237a1da887a0:36897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:46:52,995 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:46:52,995 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:46:52,995 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:46:52,995 INFO [M:0;237a1da887a0:36897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-23T03:46:53,013 DEBUG [M:0;237a1da887a0:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0547aa5de144f2f819ac660d93fc6d4 is 82, key is hbase:meta,,1/info:regioninfo/1732333555103/Put/seqid=0 2024-11-23T03:46:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741848_1024 (size=5672) 2024-11-23T03:46:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741848_1024 (size=5672) 2024-11-23T03:46:53,019 INFO [M:0;237a1da887a0:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0547aa5de144f2f819ac660d93fc6d4 2024-11-23T03:46:53,044 DEBUG [M:0;237a1da887a0:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78fca49b2d1a4342afc9005b3c8d6f6d is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732333555875/Put/seqid=0 2024-11-23T03:46:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741849_1025 (size=6248) 2024-11-23T03:46:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741849_1025 (size=6248) 2024-11-23T03:46:53,052 INFO [M:0;237a1da887a0:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78fca49b2d1a4342afc9005b3c8d6f6d 2024-11-23T03:46:53,060 INFO [M:0;237a1da887a0:36897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78fca49b2d1a4342afc9005b3c8d6f6d 2024-11-23T03:46:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:46:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46485-0x10142ee2a710001, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:46:53,075 INFO [RS:0;237a1da887a0:46485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:46:53,075 INFO [RS:0;237a1da887a0:46485 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,46485,1732333553188; zookeeper connection closed. 2024-11-23T03:46:53,076 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cc59191 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cc59191 2024-11-23T03:46:53,076 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T03:46:53,077 DEBUG [M:0;237a1da887a0:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d13ee9d2c204fa0828eb98047976bb2 is 69, key is 237a1da887a0,46485,1732333553188/rs:state/1732333554294/Put/seqid=0 2024-11-23T03:46:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741850_1026 (size=5156) 2024-11-23T03:46:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741850_1026 (size=5156) 2024-11-23T03:46:53,083 INFO [M:0;237a1da887a0:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d13ee9d2c204fa0828eb98047976bb2 2024-11-23T03:46:53,105 DEBUG [M:0;237a1da887a0:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9c79854265cf47b7b8ac2d846135910b is 52, key is load_balancer_on/state:d/1732333555407/Put/seqid=0 2024-11-23T03:46:53,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741851_1027 (size=5056) 2024-11-23T03:46:53,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741851_1027 (size=5056) 2024-11-23T03:46:53,111 INFO [M:0;237a1da887a0:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9c79854265cf47b7b8ac2d846135910b 2024-11-23T03:46:53,119 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0547aa5de144f2f819ac660d93fc6d4 as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0547aa5de144f2f819ac660d93fc6d4 2024-11-23T03:46:53,127 INFO [M:0;237a1da887a0:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0547aa5de144f2f819ac660d93fc6d4, entries=8, sequenceid=59, filesize=5.5 K 2024-11-23T03:46:53,129 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78fca49b2d1a4342afc9005b3c8d6f6d as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78fca49b2d1a4342afc9005b3c8d6f6d 2024-11-23T03:46:53,135 INFO [M:0;237a1da887a0:36897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78fca49b2d1a4342afc9005b3c8d6f6d 2024-11-23T03:46:53,135 INFO [M:0;237a1da887a0:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78fca49b2d1a4342afc9005b3c8d6f6d, entries=6, sequenceid=59, filesize=6.1 K 2024-11-23T03:46:53,137 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d13ee9d2c204fa0828eb98047976bb2 as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d13ee9d2c204fa0828eb98047976bb2 2024-11-23T03:46:53,143 INFO [M:0;237a1da887a0:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d13ee9d2c204fa0828eb98047976bb2, entries=1, sequenceid=59, filesize=5.0 K 2024-11-23T03:46:53,144 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9c79854265cf47b7b8ac2d846135910b as hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9c79854265cf47b7b8ac2d846135910b 2024-11-23T03:46:53,151 INFO [M:0;237a1da887a0:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9c79854265cf47b7b8ac2d846135910b, entries=1, sequenceid=59, filesize=4.9 K 2024-11-23T03:46:53,153 INFO [M:0;237a1da887a0:36897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=59, compaction requested=false 2024-11-23T03:46:53,154 INFO [M:0;237a1da887a0:36897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:46:53,154 DEBUG [M:0;237a1da887a0:36897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333612995Disabling compacts and flushes for region at 1732333612995Disabling writes for close at 1732333612995Obtaining lock to block concurrent updates at 1732333612995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732333612995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1732333612995Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732333612996 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732333612996Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732333613012 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732333613012Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732333613027 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732333613044 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732333613044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732333613060 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732333613076 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732333613076Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732333613090 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732333613104 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732333613104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128d1b88: reopening flushed file at 1732333613118 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b34c09e: reopening flushed file at 1732333613128 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3482eea8: reopening flushed file at 1732333613136 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3df882: reopening flushed file at 1732333613143 (+7 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=59, compaction requested=false at 1732333613153 (+10 ms)Writing region close event to WAL at 1732333613154 (+1 ms)Closed at 1732333613154 2024-11-23T03:46:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741830_1006 (size=27985) 2024-11-23T03:46:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741830_1006 (size=27985) 2024-11-23T03:46:53,159 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:46:53,159 INFO [M:0;237a1da887a0:36897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T03:46:53,159 INFO [M:0;237a1da887a0:36897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36897 2024-11-23T03:46:53,159 INFO [M:0;237a1da887a0:36897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:46:53,261 INFO [M:0;237a1da887a0:36897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:46:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:46:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x10142ee2a710000, quorum=127.0.0.1:55947, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:46:53,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:46:53,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:46:53,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:46:53,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:46:53,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.log.dir/,STOPPED} 2024-11-23T03:46:53,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:46:53,271 WARN [BP-1718416663-172.17.0.2-1732333549189 heartbeating to localhost/127.0.0.1:42409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:46:53,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:46:53,271 WARN [BP-1718416663-172.17.0.2-1732333549189 heartbeating to localhost/127.0.0.1:42409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718416663-172.17.0.2-1732333549189 (Datanode Uuid 4f3615a3-cf6d-4d8f-8a8a-af475ced478c) service to localhost/127.0.0.1:42409 2024-11-23T03:46:53,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/data/data3/current/BP-1718416663-172.17.0.2-1732333549189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:46:53,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/data/data4/current/BP-1718416663-172.17.0.2-1732333549189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:46:53,274 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:46:53,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:46:53,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:46:53,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:46:53,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:46:53,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.log.dir/,STOPPED} 2024-11-23T03:46:53,278 WARN [BP-1718416663-172.17.0.2-1732333549189 heartbeating to localhost/127.0.0.1:42409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:46:53,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:46:53,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:46:53,278 WARN [BP-1718416663-172.17.0.2-1732333549189 heartbeating to localhost/127.0.0.1:42409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718416663-172.17.0.2-1732333549189 (Datanode Uuid ce9dd2ed-085c-4eb3-a535-883216c4a1a4) service to localhost/127.0.0.1:42409 2024-11-23T03:46:53,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/data/data1/current/BP-1718416663-172.17.0.2-1732333549189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:46:53,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/cluster_e8af10d1-0d45-820c-0117-21d517cbaad4/data/data2/current/BP-1718416663-172.17.0.2-1732333549189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:46:53,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:46:53,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:46:53,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:46:53,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:46:53,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:46:53,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.log.dir/,STOPPED} 2024-11-23T03:46:53,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T03:46:53,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T03:46:53,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: regionserver/237a1da887a0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:42409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/237a1da887a0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:42409 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@53acbf77 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/237a1da887a0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/237a1da887a0:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:42409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 357), ProcessCount=11 (was 11), AvailableMemoryMB=9000 (was 9924) 2024-11-23T03:46:53,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=9000 2024-11-23T03:46:53,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T03:46:53,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.log.dir so I do NOT create it in target/test-data/4675c12d-192a-5363-b90e-271f255686eb 2024-11-23T03:46:53,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22275532-e731-ae1b-b5fc-bae00b2a5ff7/hadoop.tmp.dir so I do NOT create it in target/test-data/4675c12d-192a-5363-b90e-271f255686eb 2024-11-23T03:46:53,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560, deleteOnExit=true 2024-11-23T03:46:53,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T03:46:53,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/test.cache.data in system properties and HBase conf 2024-11-23T03:46:53,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:46:53,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:46:53,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:46:53,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:46:53,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T03:46:53,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:46:53,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:46:53,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:46:53,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:46:53,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:46:53,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:46:53,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:46:53,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:46:53,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:46:53,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:46:53,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76c08e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:46:53,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71725275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:46:53,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4487038b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/java.io.tmpdir/jetty-localhost-33901-hadoop-hdfs-3_4_1-tests_jar-_-any-8310048444314279616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:46:53,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aeec01e{HTTP/1.1, (http/1.1)}{localhost:33901} 2024-11-23T03:46:53,555 INFO [Time-limited test {}] server.Server(415): Started @66628ms 2024-11-23T03:46:53,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:46:53,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:46:53,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:46:53,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:46:53,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:46:53,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34dd99ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:46:53,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3385f68a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:46:53,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60eae36f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/java.io.tmpdir/jetty-localhost-33273-hadoop-hdfs-3_4_1-tests_jar-_-any-11468662444815496916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:46:53,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79c3170e{HTTP/1.1, (http/1.1)}{localhost:33273} 2024-11-23T03:46:53,756 INFO [Time-limited test {}] server.Server(415): Started @66829ms 2024-11-23T03:46:53,757 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:46:53,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:46:53,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:46:53,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:46:53,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:46:53,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:46:53,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@437798d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:46:53,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b0c99c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:46:53,859 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data1/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:53,859 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data2/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:53,884 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:46:53,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4414ff4028239f4e with lease ID 0xd442a2513f3f936e: Processing first storage report for DS-6ec0473b-36d9-472a-b5c5-c8921ced208b from datanode DatanodeRegistration(127.0.0.1:42761, datanodeUuid=f2906d9d-6e71-40e2-a9d7-2106d9c973ad, infoPort=44655, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:53,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4414ff4028239f4e with lease ID 0xd442a2513f3f936e: from storage DS-6ec0473b-36d9-472a-b5c5-c8921ced208b node DatanodeRegistration(127.0.0.1:42761, datanodeUuid=f2906d9d-6e71-40e2-a9d7-2106d9c973ad, infoPort=44655, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:53,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4414ff4028239f4e with lease ID 0xd442a2513f3f936e: Processing first storage report for DS-ed772208-fe86-4e77-9bde-c093df881d40 from datanode DatanodeRegistration(127.0.0.1:42761, datanodeUuid=f2906d9d-6e71-40e2-a9d7-2106d9c973ad, infoPort=44655, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:53,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4414ff4028239f4e with lease ID 0xd442a2513f3f936e: from storage DS-ed772208-fe86-4e77-9bde-c093df881d40 node DatanodeRegistration(127.0.0.1:42761, datanodeUuid=f2906d9d-6e71-40e2-a9d7-2106d9c973ad, infoPort=44655, infoSecurePort=0, ipcPort=36367, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:53,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a74e403{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/java.io.tmpdir/jetty-localhost-42333-hadoop-hdfs-3_4_1-tests_jar-_-any-17759720255354724472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:46:53,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69f3eb0c{HTTP/1.1, (http/1.1)}{localhost:42333} 2024-11-23T03:46:53,942 INFO [Time-limited test {}] server.Server(415): Started @67016ms 2024-11-23T03:46:53,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:46:54,044 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data3/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:54,044 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data4/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:54,061 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:46:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1d5ad498dfb75d6 with lease ID 0xd442a2513f3f936f: Processing first storage report for DS-d7be05a0-ece8-43e9-b85e-e6856d25d747 from datanode DatanodeRegistration(127.0.0.1:34811, datanodeUuid=b46f56b4-d503-449f-954a-78cb9d38f6d7, infoPort=40217, infoSecurePort=0, ipcPort=39683, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1d5ad498dfb75d6 with lease ID 0xd442a2513f3f936f: from storage DS-d7be05a0-ece8-43e9-b85e-e6856d25d747 node DatanodeRegistration(127.0.0.1:34811, datanodeUuid=b46f56b4-d503-449f-954a-78cb9d38f6d7, infoPort=40217, infoSecurePort=0, ipcPort=39683, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1d5ad498dfb75d6 with lease ID 0xd442a2513f3f936f: Processing first storage report for DS-16be8b04-bc5b-48d3-8a47-f1fa0124a1f9 from datanode DatanodeRegistration(127.0.0.1:34811, datanodeUuid=b46f56b4-d503-449f-954a-78cb9d38f6d7, infoPort=40217, infoSecurePort=0, ipcPort=39683, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1d5ad498dfb75d6 with lease ID 0xd442a2513f3f936f: from storage DS-16be8b04-bc5b-48d3-8a47-f1fa0124a1f9 node DatanodeRegistration(127.0.0.1:34811, datanodeUuid=b46f56b4-d503-449f-954a-78cb9d38f6d7, infoPort=40217, infoSecurePort=0, ipcPort=39683, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:54,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb 2024-11-23T03:46:54,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/zookeeper_0, clientPort=50383, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T03:46:54,074 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50383 2024-11-23T03:46:54,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:46:54,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:46:54,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:46:54,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:46:54,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888 with version=8 2024-11-23T03:46:54,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/hbase-staging 2024-11-23T03:46:54,091 INFO [Time-limited test {}] client.ConnectionUtils(128): master/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:46:54,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:46:54,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:46:54,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:46:54,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:46:54,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:46:54,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T03:46:54,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:46:54,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45023 2024-11-23T03:46:54,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45023 connecting to ZooKeeper ensemble=127.0.0.1:50383 2024-11-23T03:46:54,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450230x0, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:46:54,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45023-0x10142ef1e880000 connected 2024-11-23T03:46:54,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:46:54,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:46:54,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:46:54,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888, hbase.cluster.distributed=false 2024-11-23T03:46:54,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:46:54,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-23T03:46:54,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45023 2024-11-23T03:46:54,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45023 2024-11-23T03:46:54,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-23T03:46:54,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-23T03:46:54,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:46:54,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:46:54,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:46:54,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:46:54,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:46:54,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:46:54,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:46:54,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:46:54,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41217 2024-11-23T03:46:54,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41217 connecting to ZooKeeper ensemble=127.0.0.1:50383 2024-11-23T03:46:54,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:46:54,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:46:54,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412170x0, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:46:54,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412170x0, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:46:54,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41217-0x10142ef1e880001 connected 2024-11-23T03:46:54,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:46:54,162 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:46:54,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:46:54,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:46:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-23T03:46:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41217 2024-11-23T03:46:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41217 2024-11-23T03:46:54,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-23T03:46:54,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-23T03:46:54,182 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;237a1da887a0:45023 2024-11-23T03:46:54,182 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/237a1da887a0,45023,1732333614090 2024-11-23T03:46:54,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:46:54,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:46:54,185 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/237a1da887a0,45023,1732333614090 2024-11-23T03:46:54,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:46:54,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,187 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T03:46:54,188 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/237a1da887a0,45023,1732333614090 from backup master directory 2024-11-23T03:46:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/237a1da887a0,45023,1732333614090 2024-11-23T03:46:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:46:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:46:54,189 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:46:54,189 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=237a1da887a0,45023,1732333614090 2024-11-23T03:46:54,195 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/hbase.id] with ID: 56b98e19-7ea8-4baf-b10e-07cbf90d49ac 2024-11-23T03:46:54,195 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/.tmp/hbase.id 2024-11-23T03:46:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:46:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:46:54,233 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/.tmp/hbase.id]:[hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/hbase.id] 2024-11-23T03:46:54,252 INFO [master/237a1da887a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:46:54,252 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T03:46:54,254 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T03:46:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:46:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:46:54,267 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:46:54,268 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T03:46:54,269 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:46:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:46:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:46:54,288 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store 2024-11-23T03:46:54,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:46:54,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:46:54,297 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:46:54,297 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:46:54,297 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:46:54,297 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:46:54,297 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:46:54,297 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:46:54,297 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:46:54,298 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333614297Disabling compacts and flushes for region at 1732333614297Disabling writes for close at 1732333614297Writing region close event to WAL at 1732333614297Closed at 1732333614297 2024-11-23T03:46:54,299 WARN [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/.initializing 2024-11-23T03:46:54,299 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090 2024-11-23T03:46:54,300 INFO [master/237a1da887a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:46:54,302 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C45023%2C1732333614090, suffix=, logDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/oldWALs, maxLogs=10 2024-11-23T03:46:54,317 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302, exclude list is [], retry=0 2024-11-23T03:46:54,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34811,DS-d7be05a0-ece8-43e9-b85e-e6856d25d747,DISK] 2024-11-23T03:46:54,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-6ec0473b-36d9-472a-b5c5-c8921ced208b,DISK] 2024-11-23T03:46:54,323 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302 2024-11-23T03:46:54,323 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217),(127.0.0.1/127.0.0.1:44655:44655)] 2024-11-23T03:46:54,323 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:46:54,323 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:46:54,323 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,323 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T03:46:54,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:54,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T03:46:54,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:46:54,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T03:46:54,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:46:54,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T03:46:54,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:46:54,337 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,337 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,338 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,339 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,340 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,340 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:46:54,342 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:46:54,345 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:46:54,345 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=769191, jitterRate=-0.021923184394836426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:46:54,346 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732333614324Initializing all the Stores at 1732333614325 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333614325Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333614325Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333614325Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333614325Cleaning up temporary data from old regions at 1732333614340 (+15 ms)Region opened successfully at 1732333614346 (+6 ms) 2024-11-23T03:46:54,347 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T03:46:54,351 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab8aaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:46:54,352 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T03:46:54,352 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T03:46:54,352 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T03:46:54,352 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T03:46:54,353 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T03:46:54,353 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T03:46:54,353 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T03:46:54,356 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T03:46:54,357 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T03:46:54,359 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T03:46:54,360 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T03:46:54,360 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T03:46:54,362 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T03:46:54,362 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T03:46:54,363 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T03:46:54,364 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T03:46:54,365 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T03:46:54,366 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T03:46:54,368 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T03:46:54,371 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T03:46:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:46:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:46:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,373 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=237a1da887a0,45023,1732333614090, sessionid=0x10142ef1e880000, setting cluster-up flag (Was=false) 2024-11-23T03:46:54,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,382 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T03:46:54,384 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,45023,1732333614090 2024-11-23T03:46:54,385 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:46:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,394 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T03:46:54,396 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,45023,1732333614090 2024-11-23T03:46:54,397 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T03:46:54,399 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T03:46:54,399 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T03:46:54,400 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T03:46:54,400 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 237a1da887a0,45023,1732333614090 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T03:46:54,402 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:46:54,402 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:46:54,402 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:46:54,402 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:46:54,402 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/237a1da887a0:0, corePoolSize=10, maxPoolSize=10 2024-11-23T03:46:54,402 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,402 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:46:54,402 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,403 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732333644403 2024-11-23T03:46:54,403 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T03:46:54,404 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T03:46:54,404 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T03:46:54,404 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T03:46:54,404 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T03:46:54,404 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T03:46:54,404 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,404 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T03:46:54,405 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T03:46:54,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:46:54,405 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T03:46:54,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T03:46:54,406 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T03:46:54,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,406 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T03:46:54,406 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333614406,5,FailOnTimeoutGroup] 2024-11-23T03:46:54,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T03:46:54,408 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333614406,5,FailOnTimeoutGroup] 2024-11-23T03:46:54,408 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,408 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T03:46:54,408 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,408 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:46:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:46:54,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T03:46:54,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888 2024-11-23T03:46:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:46:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:46:54,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:46:54,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:46:54,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:46:54,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:54,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:46:54,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:46:54,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:54,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:46:54,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:46:54,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:54,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:46:54,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:46:54,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:54,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:54,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:46:54,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740 2024-11-23T03:46:54,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740 2024-11-23T03:46:54,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:46:54,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:46:54,445 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:46:54,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:46:54,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:46:54,449 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788608, jitterRate=0.002767905592918396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:46:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732333614431Initializing all the Stores at 1732333614432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333614432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333614432Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333614432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333614432Cleaning up temporary data from old regions at 1732333614445 (+13 ms)Region opened successfully at 1732333614451 (+6 ms) 2024-11-23T03:46:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:46:54,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:46:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:46:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:46:54,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:46:54,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:46:54,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333614451Disabling compacts and flushes for region at 1732333614451Disabling writes for close at 1732333614451Writing region close event to WAL at 1732333614451Closed at 1732333614451 2024-11-23T03:46:54,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:46:54,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T03:46:54,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T03:46:54,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:46:54,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T03:46:54,471 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(746): ClusterId : 56b98e19-7ea8-4baf-b10e-07cbf90d49ac 2024-11-23T03:46:54,471 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:46:54,474 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:46:54,474 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:46:54,476 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:46:54,477 DEBUG [RS:0;237a1da887a0:41217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94275a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:46:54,490 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;237a1da887a0:41217 2024-11-23T03:46:54,490 INFO [RS:0;237a1da887a0:41217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:46:54,490 INFO [RS:0;237a1da887a0:41217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:46:54,490 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:46:54,490 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,45023,1732333614090 with port=41217, startcode=1732333614149 2024-11-23T03:46:54,491 DEBUG [RS:0;237a1da887a0:41217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:46:54,493 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42001, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:46:54,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,41217,1732333614149 2024-11-23T03:46:54,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45023 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,41217,1732333614149 2024-11-23T03:46:54,496 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888 2024-11-23T03:46:54,496 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46093 2024-11-23T03:46:54,496 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:46:54,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:46:54,498 DEBUG [RS:0;237a1da887a0:41217 {}] zookeeper.ZKUtil(111): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,41217,1732333614149 2024-11-23T03:46:54,498 WARN [RS:0;237a1da887a0:41217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:46:54,498 INFO [RS:0;237a1da887a0:41217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:46:54,498 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149 2024-11-23T03:46:54,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,41217,1732333614149] 2024-11-23T03:46:54,502 INFO [RS:0;237a1da887a0:41217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:46:54,507 INFO [RS:0;237a1da887a0:41217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:46:54,507 INFO [RS:0;237a1da887a0:41217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:46:54,507 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,508 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:46:54,509 INFO [RS:0;237a1da887a0:41217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:46:54,509 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,509 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,509 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,509 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,510 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,510 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,510 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:46:54,510 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,510 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,510 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,510 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,510 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,511 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:46:54,511 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:46:54,511 DEBUG [RS:0;237a1da887a0:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:46:54,511 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,511 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,511 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,511 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,512 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,512 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41217,1732333614149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:46:54,528 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:46:54,528 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41217,1732333614149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,528 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,528 INFO [RS:0;237a1da887a0:41217 {}] regionserver.Replication(171): 237a1da887a0,41217,1732333614149 started 2024-11-23T03:46:54,543 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:54,543 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,41217,1732333614149, RpcServer on 237a1da887a0/172.17.0.2:41217, sessionid=0x10142ef1e880001 2024-11-23T03:46:54,544 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:46:54,544 DEBUG [RS:0;237a1da887a0:41217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,41217,1732333614149 2024-11-23T03:46:54,544 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,41217,1732333614149' 2024-11-23T03:46:54,544 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:46:54,545 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:46:54,545 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:46:54,545 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:46:54,545 DEBUG [RS:0;237a1da887a0:41217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,41217,1732333614149 2024-11-23T03:46:54,545 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,41217,1732333614149' 2024-11-23T03:46:54,545 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:46:54,546 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:46:54,546 DEBUG [RS:0;237a1da887a0:41217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:46:54,546 INFO [RS:0;237a1da887a0:41217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:46:54,546 INFO [RS:0;237a1da887a0:41217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:46:54,607 WARN [237a1da887a0:45023 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T03:46:54,647 INFO [RS:0;237a1da887a0:41217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:46:54,649 INFO [RS:0;237a1da887a0:41217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C41217%2C1732333614149, suffix=, logDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/oldWALs, maxLogs=32 2024-11-23T03:46:54,666 DEBUG [RS:0;237a1da887a0:41217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651, exclude list is [], retry=0 2024-11-23T03:46:54,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34811,DS-d7be05a0-ece8-43e9-b85e-e6856d25d747,DISK] 2024-11-23T03:46:54,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-6ec0473b-36d9-472a-b5c5-c8921ced208b,DISK] 2024-11-23T03:46:54,674 INFO [RS:0;237a1da887a0:41217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651 2024-11-23T03:46:54,675 DEBUG [RS:0;237a1da887a0:41217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217),(127.0.0.1/127.0.0.1:44655:44655)] 2024-11-23T03:46:54,857 DEBUG [237a1da887a0:45023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T03:46:54,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=237a1da887a0,41217,1732333614149 2024-11-23T03:46:54,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,41217,1732333614149, state=OPENING 2024-11-23T03:46:54,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T03:46:54,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:46:54,865 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:46:54,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:46:54,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,41217,1732333614149}] 2024-11-23T03:46:54,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:46:55,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T03:46:55,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T03:46:55,026 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T03:46:55,026 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:46:55,026 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T03:46:55,029 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C41217%2C1732333614149.meta, suffix=.meta, logDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/oldWALs, maxLogs=32 2024-11-23T03:46:55,053 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta, exclude list is [], retry=0 2024-11-23T03:46:55,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34811,DS-d7be05a0-ece8-43e9-b85e-e6856d25d747,DISK] 2024-11-23T03:46:55,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-6ec0473b-36d9-472a-b5c5-c8921ced208b,DISK] 2024-11-23T03:46:55,060 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta 2024-11-23T03:46:55,061 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44655:44655),(127.0.0.1/127.0.0.1:40217:40217)] 2024-11-23T03:46:55,061 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:46:55,061 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T03:46:55,061 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T03:46:55,062 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T03:46:55,062 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T03:46:55,062 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:46:55,062 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T03:46:55,062 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T03:46:55,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:46:55,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:46:55,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:55,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:55,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:46:55,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:46:55,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:55,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:55,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:46:55,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:46:55,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:55,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:55,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:46:55,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:46:55,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:55,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:46:55,073 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:46:55,074 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740 2024-11-23T03:46:55,076 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740 2024-11-23T03:46:55,077 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:46:55,077 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:46:55,078 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:46:55,080 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:46:55,081 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=735724, jitterRate=-0.06447932124137878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:46:55,081 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T03:46:55,083 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732333615062Writing region info on filesystem at 1732333615062Initializing all the Stores at 1732333615064 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333615064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333615065 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333615065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333615065Cleaning up temporary data from old regions at 1732333615077 (+12 ms)Running coprocessor post-open hooks at 1732333615082 (+5 ms)Region opened successfully at 1732333615082 2024-11-23T03:46:55,084 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732333615018 2024-11-23T03:46:55,087 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T03:46:55,087 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T03:46:55,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,41217,1732333614149 2024-11-23T03:46:55,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,41217,1732333614149, state=OPEN 2024-11-23T03:46:55,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:46:55,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:46:55,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=237a1da887a0,41217,1732333614149 2024-11-23T03:46:55,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:46:55,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:46:55,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T03:46:55,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,41217,1732333614149 in 229 msec 2024-11-23T03:46:55,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T03:46:55,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-23T03:46:55,102 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:46:55,102 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T03:46:55,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:46:55,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,41217,1732333614149, seqNum=-1] 2024-11-23T03:46:55,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:46:55,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49955, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:46:55,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 713 msec 2024-11-23T03:46:55,113 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732333615113, completionTime=-1 2024-11-23T03:46:55,113 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T03:46:55,113 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T03:46:55,115 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T03:46:55,115 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732333675115 2024-11-23T03:46:55,115 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732333735115 2024-11-23T03:46:55,115 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T03:46:55,116 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,45023,1732333614090-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:55,116 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,45023,1732333614090-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:55,116 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,45023,1732333614090-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:55,116 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-237a1da887a0:45023, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:55,116 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:55,116 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:55,118 DEBUG [master/237a1da887a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T03:46:55,121 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.931sec 2024-11-23T03:46:55,121 INFO [master/237a1da887a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T03:46:55,121 INFO [master/237a1da887a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T03:46:55,121 INFO [master/237a1da887a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T03:46:55,121 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T03:46:55,121 INFO [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T03:46:55,121 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,45023,1732333614090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:46:55,121 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,45023,1732333614090-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T03:46:55,124 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T03:46:55,125 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T03:46:55,125 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,45023,1732333614090-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:46:55,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34125681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:46:55,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 237a1da887a0,45023,-1 for getting cluster id 2024-11-23T03:46:55,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T03:46:55,174 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b98e19-7ea8-4baf-b10e-07cbf90d49ac' 2024-11-23T03:46:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T03:46:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b98e19-7ea8-4baf-b10e-07cbf90d49ac" 2024-11-23T03:46:55,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bfd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:46:55,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [237a1da887a0,45023,-1] 2024-11-23T03:46:55,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T03:46:55,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:46:55,177 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T03:46:55,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c60b066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:46:55,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:46:55,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,41217,1732333614149, seqNum=-1] 2024-11-23T03:46:55,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:46:55,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:46:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=237a1da887a0,45023,1732333614090 2024-11-23T03:46:55,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:46:55,188 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T03:46:55,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:46:55,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:46:55,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:46:55,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:46:55,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:46:55,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11781cb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:46:55,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4798ac4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:46:55,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@213c06a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/java.io.tmpdir/jetty-localhost-35211-hadoop-hdfs-3_4_1-tests_jar-_-any-3513787575219735863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:46:55,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@740a62a2{HTTP/1.1, (http/1.1)}{localhost:35211} 2024-11-23T03:46:55,325 INFO [Time-limited test {}] server.Server(415): Started @68398ms 2024-11-23T03:46:55,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:46:55,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:46:55,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:46:55,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:46:55,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:46:55,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:46:55,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@762a19ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:46:55,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d871dc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:46:55,432 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data5/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:55,432 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data6/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:55,461 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:46:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf4950a8f7c3cf4c with lease ID 0xd442a2513f3f9370: Processing first storage report for DS-28d22032-2f6f-48b2-a621-6121be23c4b1 from datanode DatanodeRegistration(127.0.0.1:34945, datanodeUuid=49893916-bedf-4728-b8f1-127bc2d2a220, infoPort=39751, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf4950a8f7c3cf4c with lease ID 0xd442a2513f3f9370: from storage DS-28d22032-2f6f-48b2-a621-6121be23c4b1 node DatanodeRegistration(127.0.0.1:34945, datanodeUuid=49893916-bedf-4728-b8f1-127bc2d2a220, infoPort=39751, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf4950a8f7c3cf4c with lease ID 0xd442a2513f3f9370: Processing first storage report for DS-3077ee33-293e-4ba2-8593-3df6a081b0ed from datanode DatanodeRegistration(127.0.0.1:34945, datanodeUuid=49893916-bedf-4728-b8f1-127bc2d2a220, infoPort=39751, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf4950a8f7c3cf4c with lease ID 0xd442a2513f3f9370: from storage DS-3077ee33-293e-4ba2-8593-3df6a081b0ed node DatanodeRegistration(127.0.0.1:34945, datanodeUuid=49893916-bedf-4728-b8f1-127bc2d2a220, infoPort=39751, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:55,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@426a54f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/java.io.tmpdir/jetty-localhost-33669-hadoop-hdfs-3_4_1-tests_jar-_-any-7250008797216680079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:46:55,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee753{HTTP/1.1, (http/1.1)}{localhost:33669} 2024-11-23T03:46:55,488 INFO [Time-limited test {}] server.Server(415): Started @68561ms 2024-11-23T03:46:55,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:46:55,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:46:55,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:46:55,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:46:55,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:46:55,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:46:55,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@211d6e46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:46:55,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23fb689b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:46:55,596 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data7/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:55,597 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data8/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:55,615 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:46:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa12bdf7ef2b3a08 with lease ID 0xd442a2513f3f9371: Processing first storage report for DS-cacd0acd-9fb2-49ad-a8b4-ef42bb45ab6a from datanode DatanodeRegistration(127.0.0.1:36369, datanodeUuid=6051cd81-a002-47fd-983a-105e610ffee4, infoPort=41145, infoSecurePort=0, ipcPort=36691, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa12bdf7ef2b3a08 with lease ID 0xd442a2513f3f9371: from storage DS-cacd0acd-9fb2-49ad-a8b4-ef42bb45ab6a node DatanodeRegistration(127.0.0.1:36369, datanodeUuid=6051cd81-a002-47fd-983a-105e610ffee4, infoPort=41145, infoSecurePort=0, ipcPort=36691, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:46:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa12bdf7ef2b3a08 with lease ID 0xd442a2513f3f9371: Processing first storage report for DS-7414f18f-8ce1-4731-ba13-a6d2bd85c444 from datanode DatanodeRegistration(127.0.0.1:36369, datanodeUuid=6051cd81-a002-47fd-983a-105e610ffee4, infoPort=41145, infoSecurePort=0, ipcPort=36691, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa12bdf7ef2b3a08 with lease ID 0xd442a2513f3f9371: from storage DS-7414f18f-8ce1-4731-ba13-a6d2bd85c444 node DatanodeRegistration(127.0.0.1:36369, datanodeUuid=6051cd81-a002-47fd-983a-105e610ffee4, infoPort=41145, infoSecurePort=0, ipcPort=36691, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:55,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@767d0498{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/java.io.tmpdir/jetty-localhost-45551-hadoop-hdfs-3_4_1-tests_jar-_-any-14907200340327718564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:46:55,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69cbbfa1{HTTP/1.1, (http/1.1)}{localhost:45551} 2024-11-23T03:46:55,651 INFO [Time-limited test {}] server.Server(415): Started @68724ms 2024-11-23T03:46:55,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:46:55,788 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data9/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:55,788 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data10/current/BP-1780274643-172.17.0.2-1732333613374/current, will proceed with Du for space computation calculation, 2024-11-23T03:46:55,824 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:46:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4681971390ff651 with lease ID 0xd442a2513f3f9372: Processing first storage report for DS-f907defb-6e2f-4ce0-afb1-55d213bbdff0 from datanode DatanodeRegistration(127.0.0.1:44595, datanodeUuid=0a0026d0-6228-45f8-8076-a76cca55f0d3, infoPort=39851, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4681971390ff651 with lease ID 0xd442a2513f3f9372: from storage DS-f907defb-6e2f-4ce0-afb1-55d213bbdff0 node DatanodeRegistration(127.0.0.1:44595, datanodeUuid=0a0026d0-6228-45f8-8076-a76cca55f0d3, infoPort=39851, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4681971390ff651 with lease ID 0xd442a2513f3f9372: Processing first storage report for DS-f18cec6e-c326-4867-9879-912c0ceb5c45 from datanode DatanodeRegistration(127.0.0.1:44595, datanodeUuid=0a0026d0-6228-45f8-8076-a76cca55f0d3, infoPort=39851, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374) 2024-11-23T03:46:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4681971390ff651 with lease ID 0xd442a2513f3f9372: from storage DS-f18cec6e-c326-4867-9879-912c0ceb5c45 node DatanodeRegistration(127.0.0.1:44595, datanodeUuid=0a0026d0-6228-45f8-8076-a76cca55f0d3, infoPort=39851, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:46:55,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T03:46:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 237a1da887a0,45023,1732333614090 2024-11-23T03:46:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5925620e 2024-11-23T03:46:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T03:46:55,881 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T03:46:55,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-23T03:46:55,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-23T03:46:55,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:46:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-23T03:46:55,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T03:46:55,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:55,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-23T03:46:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:46:55,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T03:46:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741835_1011 (size=393) 2024-11-23T03:46:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741835_1011 (size=393) 2024-11-23T03:46:55,897 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f66e23b42865927639a1e9643f6a49a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888 2024-11-23T03:46:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741836_1012 (size=76) 2024-11-23T03:46:55,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741836_1012 (size=76) 2024-11-23T03:46:55,905 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:46:55,905 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 3f66e23b42865927639a1e9643f6a49a, disabling compactions & flushes 2024-11-23T03:46:55,905 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:46:55,905 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:46:55,905 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. after waiting 0 ms 2024-11-23T03:46:55,905 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:46:55,905 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:46:55,905 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f66e23b42865927639a1e9643f6a49a: Waiting for close lock at 1732333615905Disabling compacts and flushes for region at 1732333615905Disabling writes for close at 1732333615905Writing region close event to WAL at 1732333615905Closed at 1732333615905 2024-11-23T03:46:55,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T03:46:55,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732333615907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732333615907"}]},"ts":"1732333615907"} 2024-11-23T03:46:55,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T03:46:55,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T03:46:55,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333615911"}]},"ts":"1732333615911"} 2024-11-23T03:46:55,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-23T03:46:55,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3f66e23b42865927639a1e9643f6a49a, ASSIGN}] 2024-11-23T03:46:55,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3f66e23b42865927639a1e9643f6a49a, ASSIGN 2024-11-23T03:46:55,916 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3f66e23b42865927639a1e9643f6a49a, ASSIGN; state=OFFLINE, location=237a1da887a0,41217,1732333614149; forceNewPlan=false, retain=false 2024-11-23T03:46:56,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f66e23b42865927639a1e9643f6a49a, regionState=OPENING, regionLocation=237a1da887a0,41217,1732333614149 2024-11-23T03:46:56,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3f66e23b42865927639a1e9643f6a49a, ASSIGN because future has completed 2024-11-23T03:46:56,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f66e23b42865927639a1e9643f6a49a, server=237a1da887a0,41217,1732333614149}] 2024-11-23T03:46:56,228 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:46:56,229 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f66e23b42865927639a1e9643f6a49a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:46:56,229 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,229 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:46:56,229 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,230 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,231 INFO [StoreOpener-3f66e23b42865927639a1e9643f6a49a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,233 INFO [StoreOpener-3f66e23b42865927639a1e9643f6a49a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f66e23b42865927639a1e9643f6a49a columnFamilyName info 2024-11-23T03:46:56,233 DEBUG [StoreOpener-3f66e23b42865927639a1e9643f6a49a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:46:56,234 INFO [StoreOpener-3f66e23b42865927639a1e9643f6a49a-1 {}] regionserver.HStore(327): Store=3f66e23b42865927639a1e9643f6a49a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:46:56,234 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,235 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,235 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,235 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,236 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,237 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,240 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:46:56,240 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f66e23b42865927639a1e9643f6a49a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756058, jitterRate=-0.03862370550632477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T03:46:56,240 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:46:56,241 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f66e23b42865927639a1e9643f6a49a: Running coprocessor pre-open hook at 1732333616230Writing region info on filesystem at 1732333616230Initializing all the Stores at 1732333616231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333616231Cleaning up temporary data from old regions at 1732333616236 (+5 ms)Running coprocessor post-open hooks at 1732333616240 (+4 ms)Region opened successfully at 1732333616241 (+1 ms) 2024-11-23T03:46:56,242 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a., pid=6, masterSystemTime=1732333616223 2024-11-23T03:46:56,245 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:46:56,245 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:46:56,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f66e23b42865927639a1e9643f6a49a, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,41217,1732333614149 2024-11-23T03:46:56,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f66e23b42865927639a1e9643f6a49a, server=237a1da887a0,41217,1732333614149 because future has completed 2024-11-23T03:46:56,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T03:46:56,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f66e23b42865927639a1e9643f6a49a, server=237a1da887a0,41217,1732333614149 in 180 msec 2024-11-23T03:46:56,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T03:46:56,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=3f66e23b42865927639a1e9643f6a49a, ASSIGN in 340 msec 2024-11-23T03:46:56,257 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T03:46:56,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333616257"}]},"ts":"1732333616257"} 2024-11-23T03:46:56,260 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-23T03:46:56,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T03:46:56,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 378 msec 2024-11-23T03:46:57,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:46:57,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:46:58,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T03:46:58,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:46:58,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:00,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T03:47:00,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-23T03:47:02,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T03:47:02,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T03:47:02,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-23T03:47:02,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-23T03:47:02,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:47:02,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T03:47:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:47:05,914 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-23T03:47:05,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-23T03:47:05,916 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T03:47:05,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-23T03:47:05,920 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T03:47:05,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-23T03:47:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a., hostname=237a1da887a0,41217,1732333614149, seqNum=2] 2024-11-23T03:47:05,929 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-23T03:47:05,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-23T03:47:05,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:47:05,934 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_668228454_22 at /127.0.0.1:58566 [Receiving block BP-1780274643-172.17.0.2-1732333613374:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:42761:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58566 dst: /127.0.0.1:42761 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:05,934 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-19294674_22 at /127.0.0.1:54610 [Receiving block BP-1780274643-172.17.0.2-1732333613374:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34811:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54610 dst: /127.0.0.1:34811 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:05,934 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_668228454_22 at /127.0.0.1:54570 [Receiving block BP-1780274643-172.17.0.2-1732333613374:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34811:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54570 dst: /127.0.0.1:34811 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:05,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-19294674_22 at /127.0.0.1:58596 [Receiving block BP-1780274643-172.17.0.2-1732333613374:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42761:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58596 dst: /127.0.0.1:42761 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:05,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-19294674_22 at /127.0.0.1:54620 [Receiving block BP-1780274643-172.17.0.2-1732333613374:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34811:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54620 dst: /127.0.0.1:34811 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:05,935 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-19294674_22 at /127.0.0.1:58610 [Receiving block BP-1780274643-172.17.0.2-1732333613374:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:42761:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58610 dst: /127.0.0.1:42761 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:05,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a74e403{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:05,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69f3eb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:47:05,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:47:05,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b0c99c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:47:05,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@437798d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,STOPPED} 2024-11-23T03:47:05,942 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:47:05,943 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1780274643-172.17.0.2-1732333613374 (Datanode Uuid b46f56b4-d503-449f-954a-78cb9d38f6d7) service to localhost/127.0.0.1:46093 2024-11-23T03:47:05,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:47:05,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:47:05,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data3/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:05,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data4/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:05,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:47:05,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:47:05,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:47:05,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:47:05,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:47:05,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:47:05,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d43e62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:47:05,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31b18b83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:47:06,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4174c4ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/java.io.tmpdir/jetty-localhost-40729-hadoop-hdfs-3_4_1-tests_jar-_-any-2613630368796058365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:06,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aa8b6be{HTTP/1.1, (http/1.1)}{localhost:40729} 2024-11-23T03:47:06,101 INFO [Time-limited test {}] server.Server(415): Started @79174ms 2024-11-23T03:47:06,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:47:06,154 WARN [AsyncFSWAL-0-hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888-prefix:237a1da887a0,41217,1732333614149 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:06,155 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 237a1da887a0%2C41217%2C1732333614149:(num 1732333614651) roll requested 2024-11-23T03:47:06,173 DEBUG [regionserver/237a1da887a0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333626155, exclude list is [], retry=0 2024-11-23T03:47:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-28d22032-2f6f-48b2-a621-6121be23c4b1,DISK] 2024-11-23T03:47:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44595,DS-f907defb-6e2f-4ce0-afb1-55d213bbdff0,DISK] 2024-11-23T03:47:06,198 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333626155 2024-11-23T03:47:06,201 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39751:39751),(127.0.0.1/127.0.0.1:39851:39851)] 2024-11-23T03:47:06,202 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:06,202 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T03:47:06,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:47:06,204 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651 is not closed yet, will try archiving it next time 2024-11-23T03:47:06,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:47:06,204 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T03:47:06,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:47:06,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:47:06,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T03:47:06,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T03:47:06,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1172197493, stopped=false 2024-11-23T03:47:06,205 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=237a1da887a0,45023,1732333614090 2024-11-23T03:47:06,205 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T03:47:06,205 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651 2024-11-23T03:47:06,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:47:06,207 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:47:06,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:06,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:47:06,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:47:06,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:47:06,208 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,41217,1732333614149' ***** 2024-11-23T03:47:06,208 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:47:06,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:47:06,208 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:47:06,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:47:06,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:06,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:47:06,208 INFO [RS:0;237a1da887a0:41217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:47:06,209 INFO [RS:0;237a1da887a0:41217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:47:06,209 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:47:06,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:47:06,211 WARN [IPC Server handler 0 on default port 46093 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-23T03:47:06,215 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651 after 8ms 2024-11-23T03:47:06,219 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,41217,1732333614149 2024-11-23T03:47:06,219 INFO [RS:0;237a1da887a0:41217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:47:06,219 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f66e23b42865927639a1e9643f6a49a, disabling compactions & flushes 2024-11-23T03:47:06,219 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:47:06,219 INFO [RS:0;237a1da887a0:41217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;237a1da887a0:41217. 2024-11-23T03:47:06,219 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:47:06,219 DEBUG [RS:0;237a1da887a0:41217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:47:06,219 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. after waiting 0 ms 2024-11-23T03:47:06,219 DEBUG [RS:0;237a1da887a0:41217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:47:06,219 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:47:06,220 INFO [RS:0;237a1da887a0:41217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:47:06,220 INFO [RS:0;237a1da887a0:41217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:47:06,220 INFO [RS:0;237a1da887a0:41217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:47:06,220 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T03:47:06,220 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f66e23b42865927639a1e9643f6a49a 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-23T03:47:06,229 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T03:47:06,229 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1325): Online Regions={3f66e23b42865927639a1e9643f6a49a=TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T03:47:06,229 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f66e23b42865927639a1e9643f6a49a 2024-11-23T03:47:06,229 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:47:06,229 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:47:06,229 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:47:06,229 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:47:06,230 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:47:06,230 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-23T03:47:06,231 WARN [AsyncFSWAL-0-hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888-prefix:237a1da887a0,41217,1732333614149.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:06,231 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 237a1da887a0%2C41217%2C1732333614149.meta:.meta(num 1732333615031) roll requested 2024-11-23T03:47:06,260 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a/.tmp/info/74b8e5e4f5ba472fad0a2f6bcf344f6e is 1055, key is row0001/info:/1732333625927/Put/seqid=0 2024-11-23T03:47:06,265 DEBUG [regionserver/237a1da887a0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333626231.meta, exclude list is [], retry=0 2024-11-23T03:47:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-28d22032-2f6f-48b2-a621-6121be23c4b1,DISK] 2024-11-23T03:47:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36369,DS-cacd0acd-9fb2-49ad-a8b4-ef42bb45ab6a,DISK] 2024-11-23T03:47:06,287 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333626231.meta 2024-11-23T03:47:06,293 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41145:41145),(127.0.0.1/127.0.0.1:39751:39751)] 2024-11-23T03:47:06,293 DEBUG [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta is not closed yet, will try archiving it next time 2024-11-23T03:47:06,293 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:06,293 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:06,294 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta 2024-11-23T03:47:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36369 is added to blk_1073741838_1015 (size=7062) 2024-11-23T03:47:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44595 is added to blk_1073741838_1015 (size=7062) 2024-11-23T03:47:06,298 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a/.tmp/info/74b8e5e4f5ba472fad0a2f6bcf344f6e 2024-11-23T03:47:06,302 WARN [IPC Server handler 3 on default port 46093 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-23T03:47:06,303 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta after 8ms 2024-11-23T03:47:06,310 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:47:06,313 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a/.tmp/info/74b8e5e4f5ba472fad0a2f6bcf344f6e as hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a/info/74b8e5e4f5ba472fad0a2f6bcf344f6e 2024-11-23T03:47:06,320 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a/info/74b8e5e4f5ba472fad0a2f6bcf344f6e, entries=2, sequenceid=6, filesize=6.9 K 2024-11-23T03:47:06,322 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3f66e23b42865927639a1e9643f6a49a in 102ms, sequenceid=6, compaction requested=false 2024-11-23T03:47:06,324 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/info/69e9927215f74f1fbd1278cf920c1d02 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a./info:regioninfo/1732333616246/Put/seqid=0 2024-11-23T03:47:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a0c7fdb014220a6 with lease ID 0xd442a2513f3f9373: from storage DS-d7be05a0-ece8-43e9-b85e-e6856d25d747 node DatanodeRegistration(127.0.0.1:41363, datanodeUuid=b46f56b4-d503-449f-954a-78cb9d38f6d7, infoPort=44189, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:47:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a0c7fdb014220a6 with lease ID 0xd442a2513f3f9373: from storage DS-16be8b04-bc5b-48d3-8a47-f1fa0124a1f9 node DatanodeRegistration(127.0.0.1:41363, datanodeUuid=b46f56b4-d503-449f-954a-78cb9d38f6d7, infoPort=44189, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=833765039;c=1732333613374), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:47:06,337 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/default/TestLogRolling-testLogRollOnDatanodeDeath/3f66e23b42865927639a1e9643f6a49a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T03:47:06,338 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:47:06,338 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f66e23b42865927639a1e9643f6a49a: Waiting for close lock at 1732333626219Running coprocessor pre-close hooks at 1732333626219Disabling compacts and flushes for region at 1732333626219Disabling writes for close at 1732333626219Obtaining lock to block concurrent updates at 1732333626220 (+1 ms)Preparing flush snapshotting stores in 3f66e23b42865927639a1e9643f6a49a at 1732333626220Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732333626220Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. at 1732333626221 (+1 ms)Flushing 3f66e23b42865927639a1e9643f6a49a/info: creating writer at 1732333626222 (+1 ms)Flushing 3f66e23b42865927639a1e9643f6a49a/info: appending metadata at 1732333626259 (+37 ms)Flushing 3f66e23b42865927639a1e9643f6a49a/info: closing flushed file at 1732333626259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1108925c: reopening flushed file at 1732333626312 (+53 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 3f66e23b42865927639a1e9643f6a49a in 102ms, sequenceid=6, compaction requested=false at 1732333626322 (+10 ms)Writing region close event to WAL at 1732333626327 (+5 ms)Running coprocessor post-close hooks at 1732333626338 (+11 ms)Closed at 1732333626338 2024-11-23T03:47:06,338 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732333615882.3f66e23b42865927639a1e9643f6a49a. 2024-11-23T03:47:06,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36369 is added to blk_1073741840_1018 (size=7089) 2024-11-23T03:47:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741840_1018 (size=7089) 2024-11-23T03:47:06,339 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/info/69e9927215f74f1fbd1278cf920c1d02 2024-11-23T03:47:06,364 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/ns/08af15a7920a45fdac8e27cd407988bf is 43, key is default/ns:d/1732333615106/Put/seqid=0 2024-11-23T03:47:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36369 is added to blk_1073741841_1019 (size=5153) 2024-11-23T03:47:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44595 is added to blk_1073741841_1019 (size=5153) 2024-11-23T03:47:06,371 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/ns/08af15a7920a45fdac8e27cd407988bf 2024-11-23T03:47:06,393 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/table/6e8571b88f864528a06c9b206933db05 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732333616257/Put/seqid=0 2024-11-23T03:47:06,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44595 is added to blk_1073741842_1020 (size=5424) 2024-11-23T03:47:06,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741842_1020 (size=5424) 2024-11-23T03:47:06,400 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/table/6e8571b88f864528a06c9b206933db05 2024-11-23T03:47:06,408 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/info/69e9927215f74f1fbd1278cf920c1d02 as hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/info/69e9927215f74f1fbd1278cf920c1d02 2024-11-23T03:47:06,416 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/info/69e9927215f74f1fbd1278cf920c1d02, entries=10, sequenceid=11, filesize=6.9 K 2024-11-23T03:47:06,417 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/ns/08af15a7920a45fdac8e27cd407988bf as hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/ns/08af15a7920a45fdac8e27cd407988bf 2024-11-23T03:47:06,424 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/ns/08af15a7920a45fdac8e27cd407988bf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T03:47:06,425 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/.tmp/table/6e8571b88f864528a06c9b206933db05 as hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/table/6e8571b88f864528a06c9b206933db05 2024-11-23T03:47:06,429 DEBUG [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T03:47:06,432 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/table/6e8571b88f864528a06c9b206933db05, entries=2, sequenceid=11, filesize=5.3 K 2024-11-23T03:47:06,433 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 203ms, sequenceid=11, compaction requested=false 2024-11-23T03:47:06,439 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T03:47:06,440 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:47:06,440 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:47:06,440 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333626229Running coprocessor pre-close hooks at 1732333626229Disabling compacts and flushes for region at 1732333626229Disabling writes for close at 1732333626230 (+1 ms)Obtaining lock to block concurrent updates at 1732333626230Preparing flush snapshotting stores in 1588230740 at 1732333626230Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732333626230Flushing stores of hbase:meta,,1.1588230740 at 1732333626294 (+64 ms)Flushing 1588230740/info: creating writer at 1732333626294Flushing 1588230740/info: appending metadata at 1732333626324 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732333626324Flushing 1588230740/ns: creating writer at 1732333626347 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732333626364 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732333626364Flushing 1588230740/table: creating writer at 1732333626377 (+13 ms)Flushing 1588230740/table: appending metadata at 1732333626393 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732333626393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fb2688: reopening flushed file at 1732333626407 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b59276f: reopening flushed file at 1732333626416 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473c0156: reopening flushed file at 1732333626424 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 203ms, sequenceid=11, compaction requested=false at 1732333626434 (+10 ms)Writing region close event to WAL at 1732333626435 (+1 ms)Running coprocessor post-close hooks at 1732333626440 (+5 ms)Closed at 1732333626440 2024-11-23T03:47:06,440 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T03:47:06,512 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:47:06,542 INFO [regionserver/237a1da887a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T03:47:06,543 INFO [regionserver/237a1da887a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T03:47:06,629 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,41217,1732333614149; all regions closed. 2024-11-23T03:47:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36369 is added to blk_1073741839_1016 (size=825) 2024-11-23T03:47:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741839_1016 (size=825) 2024-11-23T03:47:08,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741833_1014 (size=1599) 2024-11-23T03:47:10,216 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651 after 4011ms 2024-11-23T03:47:10,217 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.1732333614651 to hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/oldWALs/237a1da887a0%2C41217%2C1732333614149.1732333614651 2024-11-23T03:47:10,303 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta after 4008ms 2024-11-23T03:47:10,304 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/WALs/237a1da887a0,41217,1732333614149/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta to hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/oldWALs/237a1da887a0%2C41217%2C1732333614149.meta.1732333615031.meta 2024-11-23T03:47:10,307 DEBUG [RS:0;237a1da887a0:41217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/oldWALs 2024-11-23T03:47:10,307 INFO [RS:0;237a1da887a0:41217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C41217%2C1732333614149.meta:.meta(num 1732333626231) 2024-11-23T03:47:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44595 is added to blk_1073741837_1013 (size=2288) 2024-11-23T03:47:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741837_1013 (size=2288) 2024-11-23T03:47:10,312 DEBUG [RS:0;237a1da887a0:41217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/oldWALs 2024-11-23T03:47:10,312 INFO [RS:0;237a1da887a0:41217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C41217%2C1732333614149:(num 1732333626155) 2024-11-23T03:47:10,312 DEBUG [RS:0;237a1da887a0:41217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:47:10,312 INFO [RS:0;237a1da887a0:41217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:47:10,312 INFO [RS:0;237a1da887a0:41217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:47:10,312 INFO [RS:0;237a1da887a0:41217 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T03:47:10,312 INFO [RS:0;237a1da887a0:41217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:47:10,312 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:47:10,312 INFO [RS:0;237a1da887a0:41217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41217 2024-11-23T03:47:10,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,41217,1732333614149 2024-11-23T03:47:10,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:47:10,314 INFO [RS:0;237a1da887a0:41217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:47:10,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,41217,1732333614149] 2024-11-23T03:47:10,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,41217,1732333614149 already deleted, retry=false 2024-11-23T03:47:10,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,41217,1732333614149 expired; onlineServers=0 2024-11-23T03:47:10,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '237a1da887a0,45023,1732333614090' ***** 2024-11-23T03:47:10,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T03:47:10,318 INFO [M:0;237a1da887a0:45023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:47:10,318 INFO [M:0;237a1da887a0:45023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:47:10,318 DEBUG [M:0;237a1da887a0:45023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T03:47:10,318 DEBUG [M:0;237a1da887a0:45023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T03:47:10,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T03:47:10,318 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333614406 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333614406,5,FailOnTimeoutGroup] 2024-11-23T03:47:10,318 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333614406 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333614406,5,FailOnTimeoutGroup] 2024-11-23T03:47:10,318 INFO [M:0;237a1da887a0:45023 {}] hbase.ChoreService(370): Chore service for: master/237a1da887a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T03:47:10,318 INFO [M:0;237a1da887a0:45023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:47:10,318 DEBUG [M:0;237a1da887a0:45023 {}] master.HMaster(1795): Stopping service threads 2024-11-23T03:47:10,319 INFO [M:0;237a1da887a0:45023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T03:47:10,319 INFO [M:0;237a1da887a0:45023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:47:10,319 INFO [M:0;237a1da887a0:45023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T03:47:10,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T03:47:10,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T03:47:10,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:10,320 DEBUG [M:0;237a1da887a0:45023 {}] zookeeper.ZKUtil(347): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T03:47:10,320 WARN [M:0;237a1da887a0:45023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T03:47:10,321 INFO [M:0;237a1da887a0:45023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/.lastflushedseqids 2024-11-23T03:47:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44595 is added to blk_1073741843_1021 (size=139) 2024-11-23T03:47:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36369 is added to blk_1073741843_1021 (size=139) 2024-11-23T03:47:10,328 INFO [M:0;237a1da887a0:45023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T03:47:10,328 INFO [M:0;237a1da887a0:45023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T03:47:10,328 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:47:10,328 INFO [M:0;237a1da887a0:45023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:47:10,328 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:47:10,328 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:47:10,328 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:47:10,329 INFO [M:0;237a1da887a0:45023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-23T03:47:10,329 WARN [AsyncFSWAL-0-hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData-prefix:237a1da887a0,45023,1732333614090 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:10,330 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 237a1da887a0%2C45023%2C1732333614090:(num 1732333614302) roll requested 2024-11-23T03:47:10,350 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333630330, exclude list is [], retry=0 2024-11-23T03:47:10,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-6ec0473b-36d9-472a-b5c5-c8921ced208b,DISK] 2024-11-23T03:47:10,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-d7be05a0-ece8-43e9-b85e-e6856d25d747,DISK] 2024-11-23T03:47:10,361 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333630330 2024-11-23T03:47:10,364 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:10,365 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:47:10,365 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302 2024-11-23T03:47:10,367 WARN [IPC Server handler 1 on default port 46093 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-23T03:47:10,367 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302 after 2ms 2024-11-23T03:47:10,373 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44655:44655),(127.0.0.1/127.0.0.1:44189:44189)] 2024-11-23T03:47:10,373 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302 is not closed yet, will try archiving it next time 2024-11-23T03:47:10,400 DEBUG [M:0;237a1da887a0:45023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26567fa2bddd4ed5bdc73d497273f99f is 82, key is hbase:meta,,1/info:regioninfo/1732333615087/Put/seqid=0 2024-11-23T03:47:10,416 INFO [RS:0;237a1da887a0:41217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:47:10,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:47:10,416 INFO [RS:0;237a1da887a0:41217 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,41217,1732333614149; zookeeper connection closed. 2024-11-23T03:47:10,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x10142ef1e880001, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:47:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36369 is added to blk_1073741845_1024 (size=5672) 2024-11-23T03:47:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741845_1024 (size=5672) 2024-11-23T03:47:10,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a351c8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a351c8a 2024-11-23T03:47:10,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T03:47:10,437 INFO [M:0;237a1da887a0:45023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26567fa2bddd4ed5bdc73d497273f99f 2024-11-23T03:47:10,492 DEBUG [M:0;237a1da887a0:45023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fb5edb95b3044d8819f15df833a77f9 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732333616263/Put/seqid=0 2024-11-23T03:47:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741846_1025 (size=6114) 2024-11-23T03:47:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741846_1025 (size=6114) 2024-11-23T03:47:10,533 INFO [M:0;237a1da887a0:45023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fb5edb95b3044d8819f15df833a77f9 2024-11-23T03:47:10,571 DEBUG [M:0;237a1da887a0:45023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83382de95cd340ca9d9b6d2df5142b99 is 69, key is 237a1da887a0,41217,1732333614149/rs:state/1732333614494/Put/seqid=0 2024-11-23T03:47:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741847_1026 (size=5156) 2024-11-23T03:47:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44595 is added to blk_1073741847_1026 (size=5156) 2024-11-23T03:47:10,604 INFO [M:0;237a1da887a0:45023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83382de95cd340ca9d9b6d2df5142b99 2024-11-23T03:47:10,639 DEBUG [M:0;237a1da887a0:45023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/09fa91cf1000475bbdd3ce7dae7ddebe is 52, key is load_balancer_on/state:d/1732333615187/Put/seqid=0 2024-11-23T03:47:10,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741848_1027 (size=5056) 2024-11-23T03:47:10,656 INFO [M:0;237a1da887a0:45023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/09fa91cf1000475bbdd3ce7dae7ddebe 2024-11-23T03:47:10,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741848_1027 (size=5056) 2024-11-23T03:47:10,668 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26567fa2bddd4ed5bdc73d497273f99f as hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26567fa2bddd4ed5bdc73d497273f99f 2024-11-23T03:47:10,681 INFO [M:0;237a1da887a0:45023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26567fa2bddd4ed5bdc73d497273f99f, entries=8, sequenceid=56, filesize=5.5 K 2024-11-23T03:47:10,682 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fb5edb95b3044d8819f15df833a77f9 as hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fb5edb95b3044d8819f15df833a77f9 2024-11-23T03:47:10,690 INFO [M:0;237a1da887a0:45023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fb5edb95b3044d8819f15df833a77f9, entries=6, sequenceid=56, filesize=6.0 K 2024-11-23T03:47:10,691 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83382de95cd340ca9d9b6d2df5142b99 as hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83382de95cd340ca9d9b6d2df5142b99 2024-11-23T03:47:10,697 INFO [M:0;237a1da887a0:45023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83382de95cd340ca9d9b6d2df5142b99, entries=1, sequenceid=56, filesize=5.0 K 2024-11-23T03:47:10,698 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/09fa91cf1000475bbdd3ce7dae7ddebe as hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/09fa91cf1000475bbdd3ce7dae7ddebe 2024-11-23T03:47:10,704 INFO [M:0;237a1da887a0:45023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/09fa91cf1000475bbdd3ce7dae7ddebe, entries=1, sequenceid=56, filesize=4.9 K 2024-11-23T03:47:10,706 INFO [M:0;237a1da887a0:45023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 378ms, sequenceid=56, compaction requested=false 2024-11-23T03:47:10,712 INFO [M:0;237a1da887a0:45023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:47:10,713 DEBUG [M:0;237a1da887a0:45023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333630328Disabling compacts and flushes for region at 1732333630328Disabling writes for close at 1732333630328Obtaining lock to block concurrent updates at 1732333630329 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732333630329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732333630329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732333630366 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732333630367 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732333630399 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732333630400 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732333630447 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732333630491 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732333630491Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732333630546 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732333630570 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732333630570Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732333630616 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732333630638 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732333630639 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f49a6b1: reopening flushed file at 1732333630667 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc278f1: reopening flushed file at 1732333630681 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b92e9fc: reopening flushed file at 1732333630690 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e2829f: reopening flushed file at 1732333630698 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 378ms, sequenceid=56, compaction requested=false at 1732333630706 (+8 ms)Writing region close event to WAL at 1732333630712 (+6 ms)Closed at 1732333630712 2024-11-23T03:47:10,721 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333630330 not finished, retry = 0 2024-11-23T03:47:10,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741844_1022 (size=757) 2024-11-23T03:47:10,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741844_1022 (size=757) 2024-11-23T03:47:11,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:11,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:11,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:11,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T03:47:11,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:11,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:11,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:11,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44595 is added to blk_1073741833_1014 (size=1599) 2024-11-23T03:47:12,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741830_1023 (size=27177) 2024-11-23T03:47:12,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-23T03:47:12,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:47:12,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T03:47:12,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T03:47:14,368 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302 after 4003ms 2024-11-23T03:47:14,369 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/WALs/237a1da887a0,45023,1732333614090/237a1da887a0%2C45023%2C1732333614090.1732333614302 to hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/oldWALs/237a1da887a0%2C45023%2C1732333614090.1732333614302 2024-11-23T03:47:14,373 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/MasterData/oldWALs/237a1da887a0%2C45023%2C1732333614090.1732333614302 to hdfs://localhost:46093/user/jenkins/test-data/07218355-d94c-bb44-b60a-1ca331733888/oldWALs/237a1da887a0%2C45023%2C1732333614090.1732333614302$masterlocalwal$ 2024-11-23T03:47:14,373 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:47:14,373 INFO [M:0;237a1da887a0:45023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T03:47:14,373 INFO [M:0;237a1da887a0:45023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45023 2024-11-23T03:47:14,373 INFO [M:0;237a1da887a0:45023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:47:14,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:47:14,475 INFO [M:0;237a1da887a0:45023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:47:14,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x10142ef1e880000, quorum=127.0.0.1:50383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:47:14,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4174c4ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:14,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aa8b6be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:47:14,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:47:14,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31b18b83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:47:14,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d43e62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,STOPPED} 2024-11-23T03:47:14,479 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:47:14,479 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1780274643-172.17.0.2-1732333613374 (Datanode Uuid b46f56b4-d503-449f-954a-78cb9d38f6d7) service to localhost/127.0.0.1:46093 2024-11-23T03:47:14,479 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:47:14,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:47:14,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data3/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data4/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:47:14,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@767d0498{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:14,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69cbbfa1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:47:14,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:47:14,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23fb689b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:47:14,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@211d6e46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,STOPPED} 2024-11-23T03:47:14,486 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:47:14,486 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1780274643-172.17.0.2-1732333613374 (Datanode Uuid 0a0026d0-6228-45f8-8076-a76cca55f0d3) service to localhost/127.0.0.1:46093 2024-11-23T03:47:14,486 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:47:14,486 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:47:14,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data9/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data10/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,487 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:47:14,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@426a54f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:14,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee753{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:47:14,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:47:14,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d871dc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:47:14,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@762a19ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,STOPPED} 2024-11-23T03:47:14,490 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:47:14,490 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1780274643-172.17.0.2-1732333613374 (Datanode Uuid 6051cd81-a002-47fd-983a-105e610ffee4) service to localhost/127.0.0.1:46093 2024-11-23T03:47:14,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:47:14,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:47:14,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data7/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data8/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:47:14,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@213c06a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:14,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@740a62a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:47:14,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:47:14,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4798ac4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:47:14,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11781cb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,STOPPED} 2024-11-23T03:47:14,495 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:47:14,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:47:14,495 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1780274643-172.17.0.2-1732333613374 (Datanode Uuid 49893916-bedf-4728-b8f1-127bc2d2a220) service to localhost/127.0.0.1:46093 2024-11-23T03:47:14,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:47:14,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data5/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data6/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,495 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:47:14,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60eae36f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:14,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79c3170e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:47:14,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:47:14,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3385f68a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:47:14,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34dd99ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,STOPPED} 2024-11-23T03:47:14,499 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:47:14,499 WARN [BP-1780274643-172.17.0.2-1732333613374 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1780274643-172.17.0.2-1732333613374 (Datanode Uuid f2906d9d-6e71-40e2-a9d7-2106d9c973ad) service to localhost/127.0.0.1:46093 2024-11-23T03:47:14,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:47:14,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:47:14,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data2/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/cluster_d913fd67-585a-f963-0796-7d6ed3a97560/data/data1/current/BP-1780274643-172.17.0.2-1732333613374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:47:14,500 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:47:14,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4487038b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:47:14,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aeec01e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:47:14,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:47:14,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71725275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:47:14,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76c08e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir/,STOPPED} 2024-11-23T03:47:14,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T03:47:14,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T03:47:14,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 69) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46093 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 164) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8657 (was 9000) 2024-11-23T03:47:14,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=8657 2024-11-23T03:47:14,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T03:47:14,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.log.dir so I do NOT create it in target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0 2024-11-23T03:47:14,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4675c12d-192a-5363-b90e-271f255686eb/hadoop.tmp.dir so I do NOT create it in target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0 2024-11-23T03:47:14,559 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf, deleteOnExit=true 2024-11-23T03:47:14,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T03:47:14,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/test.cache.data in system properties and HBase conf 2024-11-23T03:47:14,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:47:14,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:47:14,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:47:14,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:47:14,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T03:47:14,560 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:47:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:47:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:47:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:47:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:47:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:47:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:47:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:47:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:47:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:47:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:47:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:47:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:47:14,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:47:14,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:47:14,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:47:14,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:47:14,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:47:14,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:47:14,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:47:14,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:47:14,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47567de2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:47:14,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@518549e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:47:14,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aa18cb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/java.io.tmpdir/jetty-localhost-36831-hadoop-hdfs-3_4_1-tests_jar-_-any-519034862261023426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:47:14,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@705b4bdf{HTTP/1.1, (http/1.1)}{localhost:36831} 2024-11-23T03:47:14,770 INFO [Time-limited test {}] server.Server(415): Started @87843ms 2024-11-23T03:47:14,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:47:14,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:47:14,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:47:14,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:47:14,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:47:14,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c3e298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:47:14,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29974d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:47:14,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15346c86{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/java.io.tmpdir/jetty-localhost-42185-hadoop-hdfs-3_4_1-tests_jar-_-any-14830769604683927493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:14,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e840262{HTTP/1.1, (http/1.1)}{localhost:42185} 2024-11-23T03:47:14,969 INFO [Time-limited test {}] server.Server(415): Started @88042ms 2024-11-23T03:47:14,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:47:14,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:47:15,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:47:15,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:47:15,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:47:15,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:47:15,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5fe472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:47:15,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541d2215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:47:15,070 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/data/data2/current/BP-1733726624-172.17.0.2-1732333634586/current, will proceed with Du for space computation calculation, 2024-11-23T03:47:15,070 WARN [Thread-784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/data/data1/current/BP-1733726624-172.17.0.2-1732333634586/current, will proceed with Du for space computation calculation, 2024-11-23T03:47:15,092 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:47:15,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a130b0d06adaf84 with lease ID 0x8c18d24de47518ee: Processing first storage report for DS-cd3969b6-d23e-4383-aa1d-41af9ba98974 from datanode DatanodeRegistration(127.0.0.1:35939, datanodeUuid=44f4b870-3f56-4b82-a8d0-9baf6307fde0, infoPort=43561, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=107852482;c=1732333634586) 2024-11-23T03:47:15,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a130b0d06adaf84 with lease ID 0x8c18d24de47518ee: from storage DS-cd3969b6-d23e-4383-aa1d-41af9ba98974 node DatanodeRegistration(127.0.0.1:35939, datanodeUuid=44f4b870-3f56-4b82-a8d0-9baf6307fde0, infoPort=43561, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=107852482;c=1732333634586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:47:15,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a130b0d06adaf84 with lease ID 0x8c18d24de47518ee: Processing first storage report for DS-26465f48-1fba-4537-b408-81be625b2e60 from datanode DatanodeRegistration(127.0.0.1:35939, datanodeUuid=44f4b870-3f56-4b82-a8d0-9baf6307fde0, infoPort=43561, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=107852482;c=1732333634586) 2024-11-23T03:47:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a130b0d06adaf84 with lease ID 0x8c18d24de47518ee: from storage DS-26465f48-1fba-4537-b408-81be625b2e60 node DatanodeRegistration(127.0.0.1:35939, datanodeUuid=44f4b870-3f56-4b82-a8d0-9baf6307fde0, infoPort=43561, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=107852482;c=1732333634586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:47:15,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1caa5671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/java.io.tmpdir/jetty-localhost-33623-hadoop-hdfs-3_4_1-tests_jar-_-any-15478134985806326743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:47:15,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a563cd6{HTTP/1.1, (http/1.1)}{localhost:33623} 2024-11-23T03:47:15,125 INFO [Time-limited test {}] server.Server(415): Started @88199ms 2024-11-23T03:47:15,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:47:15,222 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/data/data3/current/BP-1733726624-172.17.0.2-1732333634586/current, will proceed with Du for space computation calculation, 2024-11-23T03:47:15,222 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/data/data4/current/BP-1733726624-172.17.0.2-1732333634586/current, will proceed with Du for space computation calculation, 2024-11-23T03:47:15,238 WARN [Thread-799 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:47:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c828da0a702a06 with lease ID 0x8c18d24de47518ef: Processing first storage report for DS-23ee7899-41a9-4e3f-a0a4-45f574d02d63 from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=f5e2f0ae-dbaa-4250-803f-e32994337632, infoPort=46409, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=107852482;c=1732333634586) 2024-11-23T03:47:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c828da0a702a06 with lease ID 0x8c18d24de47518ef: from storage DS-23ee7899-41a9-4e3f-a0a4-45f574d02d63 node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=f5e2f0ae-dbaa-4250-803f-e32994337632, infoPort=46409, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=107852482;c=1732333634586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:47:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c828da0a702a06 with lease ID 0x8c18d24de47518ef: Processing first storage report for DS-01992861-ff35-49bc-b8c1-1c65d13a8a4a from datanode DatanodeRegistration(127.0.0.1:45241, datanodeUuid=f5e2f0ae-dbaa-4250-803f-e32994337632, infoPort=46409, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=107852482;c=1732333634586) 2024-11-23T03:47:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c828da0a702a06 with lease ID 0x8c18d24de47518ef: from storage DS-01992861-ff35-49bc-b8c1-1c65d13a8a4a node DatanodeRegistration(127.0.0.1:45241, datanodeUuid=f5e2f0ae-dbaa-4250-803f-e32994337632, infoPort=46409, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=107852482;c=1732333634586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:47:15,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0 2024-11-23T03:47:15,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/zookeeper_0, clientPort=60487, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T03:47:15,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60487 2024-11-23T03:47:15,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:47:15,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:47:15,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:47:15,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:47:15,265 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb with version=8 2024-11-23T03:47:15,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/hbase-staging 2024-11-23T03:47:15,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:47:15,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:47:15,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:47:15,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:47:15,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:47:15,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:47:15,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T03:47:15,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:47:15,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41533 2024-11-23T03:47:15,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41533 connecting to ZooKeeper ensemble=127.0.0.1:60487 2024-11-23T03:47:15,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415330x0, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:47:15,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41533-0x10142ef71420000 connected 2024-11-23T03:47:15,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:47:15,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:47:15,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:47:15,301 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb, hbase.cluster.distributed=false 2024-11-23T03:47:15,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:47:15,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-23T03:47:15,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41533 2024-11-23T03:47:15,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41533 2024-11-23T03:47:15,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-23T03:47:15,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-23T03:47:15,322 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:47:15,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:47:15,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:47:15,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:47:15,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:47:15,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:47:15,323 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:47:15,323 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:47:15,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44309 2024-11-23T03:47:15,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44309 connecting to ZooKeeper ensemble=127.0.0.1:60487 2024-11-23T03:47:15,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:47:15,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:47:15,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443090x0, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:47:15,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44309-0x10142ef71420001 connected 2024-11-23T03:47:15,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:47:15,332 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:47:15,332 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:47:15,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:47:15,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:47:15,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44309 2024-11-23T03:47:15,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44309 2024-11-23T03:47:15,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44309 2024-11-23T03:47:15,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44309 2024-11-23T03:47:15,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44309 2024-11-23T03:47:15,349 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;237a1da887a0:41533 2024-11-23T03:47:15,350 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/237a1da887a0,41533,1732333635267 2024-11-23T03:47:15,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:47:15,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:47:15,352 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/237a1da887a0,41533,1732333635267 2024-11-23T03:47:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:47:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,355 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T03:47:15,356 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/237a1da887a0,41533,1732333635267 from backup master directory 2024-11-23T03:47:15,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:47:15,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/237a1da887a0,41533,1732333635267 2024-11-23T03:47:15,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:47:15,357 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:47:15,357 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=237a1da887a0,41533,1732333635267 2024-11-23T03:47:15,364 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/hbase.id] with ID: c794ee2c-1e31-41a9-8338-f7fc74c80d30 2024-11-23T03:47:15,364 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/.tmp/hbase.id 2024-11-23T03:47:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:47:15,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:47:15,371 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/.tmp/hbase.id]:[hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/hbase.id] 2024-11-23T03:47:15,385 INFO [master/237a1da887a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:47:15,385 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T03:47:15,386 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T03:47:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:47:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:47:15,396 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:47:15,397 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T03:47:15,397 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:47:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:47:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:47:15,405 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store 2024-11-23T03:47:15,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:47:15,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:47:15,413 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:47:15,414 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:47:15,414 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:47:15,414 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:47:15,414 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:47:15,414 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:47:15,414 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:47:15,414 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333635414Disabling compacts and flushes for region at 1732333635414Disabling writes for close at 1732333635414Writing region close event to WAL at 1732333635414Closed at 1732333635414 2024-11-23T03:47:15,415 WARN [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/.initializing 2024-11-23T03:47:15,415 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/WALs/237a1da887a0,41533,1732333635267 2024-11-23T03:47:15,416 INFO [master/237a1da887a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:47:15,418 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C41533%2C1732333635267, suffix=, logDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/WALs/237a1da887a0,41533,1732333635267, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/oldWALs, maxLogs=10 2024-11-23T03:47:15,433 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/WALs/237a1da887a0,41533,1732333635267/237a1da887a0%2C41533%2C1732333635267.1732333635418, exclude list is [], retry=0 2024-11-23T03:47:15,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-cd3969b6-d23e-4383-aa1d-41af9ba98974,DISK] 2024-11-23T03:47:15,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-23ee7899-41a9-4e3f-a0a4-45f574d02d63,DISK] 2024-11-23T03:47:15,439 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/WALs/237a1da887a0,41533,1732333635267/237a1da887a0%2C41533%2C1732333635267.1732333635418 2024-11-23T03:47:15,439 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43561:43561),(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-23T03:47:15,439 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:47:15,439 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:47:15,439 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,439 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T03:47:15,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:15,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T03:47:15,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:47:15,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T03:47:15,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:47:15,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T03:47:15,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:47:15,448 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,449 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,449 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,450 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,450 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,451 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:47:15,452 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:47:15,454 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:47:15,454 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767200, jitterRate=-0.024455934762954712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:47:15,455 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732333635439Initializing all the Stores at 1732333635440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333635440Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333635441 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333635441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333635441Cleaning up temporary data from old regions at 1732333635450 (+9 ms)Region opened successfully at 1732333635455 (+5 ms) 2024-11-23T03:47:15,455 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T03:47:15,458 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229fb38d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:47:15,459 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T03:47:15,459 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T03:47:15,460 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T03:47:15,460 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T03:47:15,460 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T03:47:15,460 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T03:47:15,460 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T03:47:15,463 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T03:47:15,464 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T03:47:15,465 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T03:47:15,465 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T03:47:15,466 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T03:47:15,468 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T03:47:15,468 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T03:47:15,469 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T03:47:15,471 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T03:47:15,471 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T03:47:15,472 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T03:47:15,474 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T03:47:15,475 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T03:47:15,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:47:15,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:47:15,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,478 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=237a1da887a0,41533,1732333635267, sessionid=0x10142ef71420000, setting cluster-up flag (Was=false) 2024-11-23T03:47:15,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,486 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T03:47:15,487 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,41533,1732333635267 2024-11-23T03:47:15,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,495 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T03:47:15,496 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,41533,1732333635267 2024-11-23T03:47:15,497 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T03:47:15,499 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T03:47:15,499 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T03:47:15,499 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T03:47:15,500 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 237a1da887a0,41533,1732333635267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T03:47:15,501 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:47:15,501 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:47:15,501 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:47:15,501 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:47:15,501 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/237a1da887a0:0, corePoolSize=10, maxPoolSize=10 2024-11-23T03:47:15,501 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,501 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:47:15,501 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,503 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732333665502 2024-11-23T03:47:15,503 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T03:47:15,503 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T03:47:15,503 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T03:47:15,503 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T03:47:15,503 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T03:47:15,503 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T03:47:15,503 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:47:15,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T03:47:15,504 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T03:47:15,504 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T03:47:15,504 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T03:47:15,504 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T03:47:15,504 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T03:47:15,504 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333635504,5,FailOnTimeoutGroup] 2024-11-23T03:47:15,504 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333635504,5,FailOnTimeoutGroup] 2024-11-23T03:47:15,504 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,505 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T03:47:15,505 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,505 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T03:47:15,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:47:15,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:47:15,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T03:47:15,513 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb 2024-11-23T03:47:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:47:15,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:47:15,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:47:15,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:47:15,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:47:15,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:15,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:47:15,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:47:15,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:15,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:47:15,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:47:15,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:15,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:47:15,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:47:15,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:15,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:15,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:47:15,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740 2024-11-23T03:47:15,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740 2024-11-23T03:47:15,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:47:15,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:47:15,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:47:15,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:47:15,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:47:15,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=866618, jitterRate=0.10196222364902496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:47:15,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732333635520Initializing all the Stores at 1732333635521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333635521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333635521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333635521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333635521Cleaning up temporary data from old regions at 1732333635530 (+9 ms)Region opened successfully at 1732333635535 (+5 ms) 2024-11-23T03:47:15,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:47:15,535 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:47:15,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:47:15,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:47:15,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:47:15,536 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:47:15,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333635535Disabling compacts and flushes for region at 1732333635535Disabling writes for close at 1732333635535Writing region close event to WAL at 1732333635536 (+1 ms)Closed at 1732333635536 2024-11-23T03:47:15,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:47:15,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T03:47:15,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T03:47:15,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:47:15,540 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(746): ClusterId : c794ee2c-1e31-41a9-8338-f7fc74c80d30 2024-11-23T03:47:15,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T03:47:15,540 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:47:15,542 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:47:15,542 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:47:15,545 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:47:15,545 DEBUG [RS:0;237a1da887a0:44309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ce87ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:47:15,560 DEBUG [RS:0;237a1da887a0:44309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;237a1da887a0:44309 2024-11-23T03:47:15,560 INFO [RS:0;237a1da887a0:44309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:47:15,560 INFO [RS:0;237a1da887a0:44309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:47:15,560 DEBUG [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:47:15,561 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,41533,1732333635267 with port=44309, startcode=1732333635322 2024-11-23T03:47:15,561 DEBUG [RS:0;237a1da887a0:44309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:47:15,563 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34071, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:47:15,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,44309,1732333635322 2024-11-23T03:47:15,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41533 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,44309,1732333635322 2024-11-23T03:47:15,565 DEBUG [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb 2024-11-23T03:47:15,565 DEBUG [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46619 2024-11-23T03:47:15,565 DEBUG [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:47:15,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:47:15,567 DEBUG [RS:0;237a1da887a0:44309 {}] zookeeper.ZKUtil(111): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,44309,1732333635322 2024-11-23T03:47:15,567 WARN [RS:0;237a1da887a0:44309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:47:15,567 INFO [RS:0;237a1da887a0:44309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:47:15,568 DEBUG [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322 2024-11-23T03:47:15,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,44309,1732333635322] 2024-11-23T03:47:15,572 INFO [RS:0;237a1da887a0:44309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:47:15,573 INFO [RS:0;237a1da887a0:44309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:47:15,576 INFO [RS:0;237a1da887a0:44309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:47:15,576 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,577 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:47:15,577 INFO [RS:0;237a1da887a0:44309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:47:15,578 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,578 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:47:15,579 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:47:15,579 DEBUG [RS:0;237a1da887a0:44309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:47:15,579 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,579 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,579 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,579 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,579 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,579 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,44309,1732333635322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:47:15,594 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:47:15,594 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,44309,1732333635322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,594 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,594 INFO [RS:0;237a1da887a0:44309 {}] regionserver.Replication(171): 237a1da887a0,44309,1732333635322 started 2024-11-23T03:47:15,608 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:15,608 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,44309,1732333635322, RpcServer on 237a1da887a0/172.17.0.2:44309, sessionid=0x10142ef71420001 2024-11-23T03:47:15,608 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:47:15,608 DEBUG [RS:0;237a1da887a0:44309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,44309,1732333635322 2024-11-23T03:47:15,608 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,44309,1732333635322' 2024-11-23T03:47:15,608 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:47:15,609 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:47:15,609 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:47:15,609 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:47:15,609 DEBUG [RS:0;237a1da887a0:44309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,44309,1732333635322 2024-11-23T03:47:15,609 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,44309,1732333635322' 2024-11-23T03:47:15,609 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:47:15,609 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:47:15,610 DEBUG [RS:0;237a1da887a0:44309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:47:15,610 INFO [RS:0;237a1da887a0:44309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:47:15,610 INFO [RS:0;237a1da887a0:44309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:47:15,690 WARN [237a1da887a0:41533 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T03:47:15,711 INFO [RS:0;237a1da887a0:44309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:47:15,713 INFO [RS:0;237a1da887a0:44309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C44309%2C1732333635322, suffix=, logDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/oldWALs, maxLogs=32 2024-11-23T03:47:15,728 DEBUG [RS:0;237a1da887a0:44309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333635714, exclude list is [], retry=0 2024-11-23T03:47:15,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-23ee7899-41a9-4e3f-a0a4-45f574d02d63,DISK] 2024-11-23T03:47:15,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-cd3969b6-d23e-4383-aa1d-41af9ba98974,DISK] 2024-11-23T03:47:15,733 INFO [RS:0;237a1da887a0:44309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333635714 2024-11-23T03:47:15,733 DEBUG [RS:0;237a1da887a0:44309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409),(127.0.0.1/127.0.0.1:43561:43561)] 2024-11-23T03:47:15,940 DEBUG [237a1da887a0:41533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T03:47:15,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=237a1da887a0,44309,1732333635322 2024-11-23T03:47:15,942 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,44309,1732333635322, state=OPENING 2024-11-23T03:47:15,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T03:47:15,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:47:15,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:47:15,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:47:15,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:47:15,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,44309,1732333635322}] 2024-11-23T03:47:16,099 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T03:47:16,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58697, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T03:47:16,104 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T03:47:16,104 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:47:16,105 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T03:47:16,106 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C44309%2C1732333635322.meta, suffix=.meta, logDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/oldWALs, maxLogs=32 2024-11-23T03:47:16,121 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.meta.1732333636107.meta, exclude list is [], retry=0 2024-11-23T03:47:16,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-cd3969b6-d23e-4383-aa1d-41af9ba98974,DISK] 2024-11-23T03:47:16,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-23ee7899-41a9-4e3f-a0a4-45f574d02d63,DISK] 2024-11-23T03:47:16,125 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.meta.1732333636107.meta 2024-11-23T03:47:16,126 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43561:43561),(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-23T03:47:16,126 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:47:16,126 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T03:47:16,127 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T03:47:16,127 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T03:47:16,127 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T03:47:16,127 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:47:16,127 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T03:47:16,127 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T03:47:16,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:47:16,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:47:16,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:16,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:16,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:47:16,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:47:16,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:16,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:16,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:47:16,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:47:16,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:16,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:16,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:47:16,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:47:16,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:16,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:47:16,135 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:47:16,135 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740 2024-11-23T03:47:16,137 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740 2024-11-23T03:47:16,138 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:47:16,138 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:47:16,139 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:47:16,141 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:47:16,142 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715618, jitterRate=-0.09004484117031097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:47:16,142 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T03:47:16,143 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732333636127Writing region info on filesystem at 1732333636127Initializing all the Stores at 1732333636128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333636128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333636129 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333636129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333636129Cleaning up temporary data from old regions at 1732333636138 (+9 ms)Running coprocessor post-open hooks at 1732333636142 (+4 ms)Region opened successfully at 1732333636143 (+1 ms) 2024-11-23T03:47:16,144 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732333636098 2024-11-23T03:47:16,147 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T03:47:16,147 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T03:47:16,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,44309,1732333635322 2024-11-23T03:47:16,148 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,44309,1732333635322, state=OPEN 2024-11-23T03:47:16,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:47:16,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:47:16,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=237a1da887a0,44309,1732333635322 2024-11-23T03:47:16,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:47:16,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:47:16,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T03:47:16,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,44309,1732333635322 in 209 msec 2024-11-23T03:47:16,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T03:47:16,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-23T03:47:16,160 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:47:16,160 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T03:47:16,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:47:16,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,44309,1732333635322, seqNum=-1] 2024-11-23T03:47:16,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:47:16,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59101, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:47:16,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 669 msec 2024-11-23T03:47:16,168 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732333636168, completionTime=-1 2024-11-23T03:47:16,168 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T03:47:16,168 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T03:47:16,170 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T03:47:16,170 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732333696170 2024-11-23T03:47:16,170 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732333756170 2024-11-23T03:47:16,170 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T03:47:16,170 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41533,1732333635267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:16,171 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41533,1732333635267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:16,171 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41533,1732333635267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:16,171 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-237a1da887a0:41533, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:16,171 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:16,171 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:16,172 DEBUG [master/237a1da887a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T03:47:16,174 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.817sec 2024-11-23T03:47:16,174 INFO [master/237a1da887a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T03:47:16,175 INFO [master/237a1da887a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T03:47:16,175 INFO [master/237a1da887a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T03:47:16,175 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T03:47:16,175 INFO [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T03:47:16,175 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41533,1732333635267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:47:16,175 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41533,1732333635267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T03:47:16,177 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T03:47:16,177 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T03:47:16,177 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41533,1732333635267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:16,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce6f5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:47:16,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 237a1da887a0,41533,-1 for getting cluster id 2024-11-23T03:47:16,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T03:47:16,242 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c794ee2c-1e31-41a9-8338-f7fc74c80d30' 2024-11-23T03:47:16,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T03:47:16,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c794ee2c-1e31-41a9-8338-f7fc74c80d30" 2024-11-23T03:47:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66672bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:47:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [237a1da887a0,41533,-1] 2024-11-23T03:47:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T03:47:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:47:16,245 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T03:47:16,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41be24c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:47:16,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:47:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,44309,1732333635322, seqNum=-1] 2024-11-23T03:47:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:47:16,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:47:16,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=237a1da887a0,41533,1732333635267 2024-11-23T03:47:16,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:47:16,253 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T03:47:16,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T03:47:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 237a1da887a0,41533,1732333635267 2024-11-23T03:47:16,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ec36320 2024-11-23T03:47:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T03:47:16,256 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T03:47:16,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-23T03:47:16,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-23T03:47:16,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:47:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:16,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T03:47:16,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:16,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-23T03:47:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:47:16,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T03:47:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741835_1011 (size=405) 2024-11-23T03:47:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741835_1011 (size=405) 2024-11-23T03:47:16,269 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 272e8f7d75270aa992d3a6411cbc1780, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb 2024-11-23T03:47:16,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741836_1012 (size=88) 2024-11-23T03:47:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741836_1012 (size=88) 2024-11-23T03:47:16,276 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:47:16,276 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 272e8f7d75270aa992d3a6411cbc1780, disabling compactions & flushes 2024-11-23T03:47:16,276 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:16,276 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:16,277 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. after waiting 0 ms 2024-11-23T03:47:16,277 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:16,277 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:16,277 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 272e8f7d75270aa992d3a6411cbc1780: Waiting for close lock at 1732333636276Disabling compacts and flushes for region at 1732333636276Disabling writes for close at 1732333636277 (+1 ms)Writing region close event to WAL at 1732333636277Closed at 1732333636277 2024-11-23T03:47:16,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T03:47:16,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732333636278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732333636278"}]},"ts":"1732333636278"} 2024-11-23T03:47:16,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T03:47:16,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T03:47:16,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333636281"}]},"ts":"1732333636281"} 2024-11-23T03:47:16,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-23T03:47:16,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=272e8f7d75270aa992d3a6411cbc1780, ASSIGN}] 2024-11-23T03:47:16,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=272e8f7d75270aa992d3a6411cbc1780, ASSIGN 2024-11-23T03:47:16,286 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=272e8f7d75270aa992d3a6411cbc1780, ASSIGN; state=OFFLINE, location=237a1da887a0,44309,1732333635322; forceNewPlan=false, retain=false 2024-11-23T03:47:16,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=272e8f7d75270aa992d3a6411cbc1780, regionState=OPENING, regionLocation=237a1da887a0,44309,1732333635322 2024-11-23T03:47:16,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=272e8f7d75270aa992d3a6411cbc1780, ASSIGN because future has completed 2024-11-23T03:47:16,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272e8f7d75270aa992d3a6411cbc1780, server=237a1da887a0,44309,1732333635322}] 2024-11-23T03:47:16,597 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:16,597 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 272e8f7d75270aa992d3a6411cbc1780, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:47:16,597 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,597 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:47:16,597 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,597 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,599 INFO [StoreOpener-272e8f7d75270aa992d3a6411cbc1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,600 INFO [StoreOpener-272e8f7d75270aa992d3a6411cbc1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272e8f7d75270aa992d3a6411cbc1780 columnFamilyName info 2024-11-23T03:47:16,600 DEBUG [StoreOpener-272e8f7d75270aa992d3a6411cbc1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:47:16,601 INFO [StoreOpener-272e8f7d75270aa992d3a6411cbc1780-1 {}] regionserver.HStore(327): Store=272e8f7d75270aa992d3a6411cbc1780/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:47:16,601 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,601 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,602 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,602 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,602 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,604 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,606 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:47:16,606 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 272e8f7d75270aa992d3a6411cbc1780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826325, jitterRate=0.050727248191833496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T03:47:16,606 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:47:16,607 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 272e8f7d75270aa992d3a6411cbc1780: Running coprocessor pre-open hook at 1732333636597Writing region info on filesystem at 1732333636597Initializing all the Stores at 1732333636598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333636598Cleaning up temporary data from old regions at 1732333636602 (+4 ms)Running coprocessor post-open hooks at 1732333636607 (+5 ms)Region opened successfully at 1732333636607 2024-11-23T03:47:16,608 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780., pid=6, masterSystemTime=1732333636592 2024-11-23T03:47:16,610 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:16,610 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:16,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=272e8f7d75270aa992d3a6411cbc1780, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,44309,1732333635322 2024-11-23T03:47:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272e8f7d75270aa992d3a6411cbc1780, server=237a1da887a0,44309,1732333635322 because future has completed 2024-11-23T03:47:16,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T03:47:16,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 272e8f7d75270aa992d3a6411cbc1780, server=237a1da887a0,44309,1732333635322 in 175 msec 2024-11-23T03:47:16,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T03:47:16,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=272e8f7d75270aa992d3a6411cbc1780, ASSIGN in 333 msec 2024-11-23T03:47:16,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T03:47:16,621 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333636621"}]},"ts":"1732333636621"} 2024-11-23T03:47:16,623 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-23T03:47:16,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T03:47:16,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 367 msec 2024-11-23T03:47:18,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T03:47:18,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:18,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:18,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:18,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:18,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:18,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:18,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:18,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:47:21,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T03:47:21,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-23T03:47:22,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T03:47:22,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T03:47:22,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:47:22,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T03:47:22,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T03:47:22,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T03:47:22,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:22,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-23T03:47:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:47:26,314 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T03:47:26,314 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-23T03:47:26,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:26,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:26,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780., hostname=237a1da887a0,44309,1732333635322, seqNum=2] 2024-11-23T03:47:26,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:26,332 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-23T03:47:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:47:26,333 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T03:47:26,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T03:47:26,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T03:47:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:26,495 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 272e8f7d75270aa992d3a6411cbc1780 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T03:47:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/ee0dd3b0238b4239b23c2dfc3a356516 is 1055, key is row0001/info:/1732333646320/Put/seqid=0 2024-11-23T03:47:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741837_1013 (size=6008) 2024-11-23T03:47:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741837_1013 (size=6008) 2024-11-23T03:47:26,519 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/ee0dd3b0238b4239b23c2dfc3a356516 2024-11-23T03:47:26,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/ee0dd3b0238b4239b23c2dfc3a356516 as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/ee0dd3b0238b4239b23c2dfc3a356516 2024-11-23T03:47:26,531 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/ee0dd3b0238b4239b23c2dfc3a356516, entries=1, sequenceid=5, filesize=5.9 K 2024-11-23T03:47:26,532 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 272e8f7d75270aa992d3a6411cbc1780 in 37ms, sequenceid=5, compaction requested=false 2024-11-23T03:47:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 272e8f7d75270aa992d3a6411cbc1780: 2024-11-23T03:47:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:26,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T03:47:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T03:47:26,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T03:47:26,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-23T03:47:26,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 215 msec 2024-11-23T03:47:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:47:36,405 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T03:47:36,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T03:47:36,413 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-23T03:47:36,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T03:47:36,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T03:47:36,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-23T03:47:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:36,569 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 272e8f7d75270aa992d3a6411cbc1780 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T03:47:36,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/14ded001416f4f47831d59f8c79039ec is 1055, key is row0002/info:/1732333656407/Put/seqid=0 2024-11-23T03:47:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741838_1014 (size=6008) 2024-11-23T03:47:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741838_1014 (size=6008) 2024-11-23T03:47:36,582 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/14ded001416f4f47831d59f8c79039ec 2024-11-23T03:47:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/14ded001416f4f47831d59f8c79039ec as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/14ded001416f4f47831d59f8c79039ec 2024-11-23T03:47:36,596 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/14ded001416f4f47831d59f8c79039ec, entries=1, sequenceid=9, filesize=5.9 K 2024-11-23T03:47:36,597 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 272e8f7d75270aa992d3a6411cbc1780 in 28ms, sequenceid=9, compaction requested=false 2024-11-23T03:47:36,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 272e8f7d75270aa992d3a6411cbc1780: 2024-11-23T03:47:36,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:36,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T03:47:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T03:47:36,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T03:47:36,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-11-23T03:47:36,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-11-23T03:47:45,249 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T03:47:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T03:47:46,493 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T03:47:46,513 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333666497, exclude list is [], retry=0 2024-11-23T03:47:46,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-cd3969b6-d23e-4383-aa1d-41af9ba98974,DISK] 2024-11-23T03:47:46,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-23ee7899-41a9-4e3f-a0a4-45f574d02d63,DISK] 2024-11-23T03:47:46,520 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333635714 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333666497 2024-11-23T03:47:46,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43561:43561),(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-23T03:47:46,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333635714 is not closed yet, will try archiving it next time 2024-11-23T03:47:46,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:46,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741833_1009 (size=5471) 2024-11-23T03:47:46,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741833_1009 (size=5471) 2024-11-23T03:47:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T03:47:46,529 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-23T03:47:46,531 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T03:47:46,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T03:47:46,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-23T03:47:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:46,686 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 272e8f7d75270aa992d3a6411cbc1780 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T03:47:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/97e01d1b007a43e49d3108da59828a36 is 1055, key is row0003/info:/1732333666495/Put/seqid=0 2024-11-23T03:47:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741840_1016 (size=6008) 2024-11-23T03:47:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741840_1016 (size=6008) 2024-11-23T03:47:46,700 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/97e01d1b007a43e49d3108da59828a36 2024-11-23T03:47:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/97e01d1b007a43e49d3108da59828a36 as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/97e01d1b007a43e49d3108da59828a36 2024-11-23T03:47:46,714 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/97e01d1b007a43e49d3108da59828a36, entries=1, sequenceid=13, filesize=5.9 K 2024-11-23T03:47:46,715 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 272e8f7d75270aa992d3a6411cbc1780 in 29ms, sequenceid=13, compaction requested=true 2024-11-23T03:47:46,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 272e8f7d75270aa992d3a6411cbc1780: 2024-11-23T03:47:46,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:46,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T03:47:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T03:47:46,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T03:47:46,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2024-11-23T03:47:46,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-23T03:47:56,478 INFO [master/237a1da887a0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T03:47:56,478 INFO [master/237a1da887a0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T03:47:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T03:47:56,554 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T03:47:56,557 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:47:56,560 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:47:56,561 DEBUG [Time-limited test {}] regionserver.HStore(1541): 272e8f7d75270aa992d3a6411cbc1780/info is initiating minor compaction (all files) 2024-11-23T03:47:56,562 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:47:56,562 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:47:56,562 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 272e8f7d75270aa992d3a6411cbc1780/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:56,562 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/ee0dd3b0238b4239b23c2dfc3a356516, hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/14ded001416f4f47831d59f8c79039ec, hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/97e01d1b007a43e49d3108da59828a36] into tmpdir=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp, totalSize=17.6 K 2024-11-23T03:47:56,563 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ee0dd3b0238b4239b23c2dfc3a356516, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732333646320 2024-11-23T03:47:56,564 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 14ded001416f4f47831d59f8c79039ec, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732333656407 2024-11-23T03:47:56,564 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 97e01d1b007a43e49d3108da59828a36, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732333666495 2024-11-23T03:47:56,589 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 272e8f7d75270aa992d3a6411cbc1780#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:47:56,590 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/e2d326797f5a44a9a265941187482b65 is 1055, key is row0001/info:/1732333646320/Put/seqid=0 2024-11-23T03:47:56,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741841_1017 (size=8221) 2024-11-23T03:47:56,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741841_1017 (size=8221) 2024-11-23T03:47:56,612 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/e2d326797f5a44a9a265941187482b65 as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/e2d326797f5a44a9a265941187482b65 2024-11-23T03:47:56,630 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 272e8f7d75270aa992d3a6411cbc1780/info of 272e8f7d75270aa992d3a6411cbc1780 into e2d326797f5a44a9a265941187482b65(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:47:56,630 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 272e8f7d75270aa992d3a6411cbc1780: 2024-11-23T03:47:56,654 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333676633, exclude list is [], retry=0 2024-11-23T03:47:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-cd3969b6-d23e-4383-aa1d-41af9ba98974,DISK] 2024-11-23T03:47:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-23ee7899-41a9-4e3f-a0a4-45f574d02d63,DISK] 2024-11-23T03:47:56,659 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333666497 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333676633 2024-11-23T03:47:56,660 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43561:43561),(127.0.0.1/127.0.0.1:46409:46409)] 2024-11-23T03:47:56,660 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333666497 is not closed yet, will try archiving it next time 2024-11-23T03:47:56,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741839_1015 (size=2495) 2024-11-23T03:47:56,664 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333635714 to hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/oldWALs/237a1da887a0%2C44309%2C1732333635322.1732333635714 2024-11-23T03:47:56,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741839_1015 (size=2495) 2024-11-23T03:47:56,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:47:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T03:47:56,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-23T03:47:56,669 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T03:47:56,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T03:47:56,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-23T03:47:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:56,824 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 272e8f7d75270aa992d3a6411cbc1780 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T03:47:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/39e40bf5065d4ac789997b958d07468d is 1055, key is row0000/info:/1732333676632/Put/seqid=0 2024-11-23T03:47:56,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741843_1019 (size=6008) 2024-11-23T03:47:56,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741843_1019 (size=6008) 2024-11-23T03:47:56,841 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/39e40bf5065d4ac789997b958d07468d 2024-11-23T03:47:56,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/39e40bf5065d4ac789997b958d07468d as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/39e40bf5065d4ac789997b958d07468d 2024-11-23T03:47:56,856 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/39e40bf5065d4ac789997b958d07468d, entries=1, sequenceid=18, filesize=5.9 K 2024-11-23T03:47:56,857 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 272e8f7d75270aa992d3a6411cbc1780 in 33ms, sequenceid=18, compaction requested=false 2024-11-23T03:47:56,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 272e8f7d75270aa992d3a6411cbc1780: 2024-11-23T03:47:56,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:47:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T03:47:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T03:47:56,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T03:47:56,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-23T03:47:56,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 198 msec 2024-11-23T03:48:01,597 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 272e8f7d75270aa992d3a6411cbc1780, had cached 0 bytes from a total of 14229 2024-11-23T03:48:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T03:48:06,714 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-23T03:48:06,731 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333686716, exclude list is [], retry=0 2024-11-23T03:48:06,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45241,DS-23ee7899-41a9-4e3f-a0a4-45f574d02d63,DISK] 2024-11-23T03:48:06,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35939,DS-cd3969b6-d23e-4383-aa1d-41af9ba98974,DISK] 2024-11-23T03:48:06,738 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333676633 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333686716 2024-11-23T03:48:06,738 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46409:46409),(127.0.0.1/127.0.0.1:43561:43561)] 2024-11-23T03:48:06,738 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333676633 is not closed yet, will try archiving it next time 2024-11-23T03:48:06,738 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333666497 to hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/oldWALs/237a1da887a0%2C44309%2C1732333635322.1732333666497 2024-11-23T03:48:06,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T03:48:06,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:48:06,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:48:06,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:48:06,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:48:06,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T03:48:06,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T03:48:06,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=78643824, stopped=false 2024-11-23T03:48:06,739 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=237a1da887a0,41533,1732333635267 2024-11-23T03:48:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741842_1018 (size=2001) 2024-11-23T03:48:06,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333676633 not finished, retry = 0 2024-11-23T03:48:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741842_1018 (size=2001) 2024-11-23T03:48:06,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:48:06,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:48:06,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:06,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:06,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:48:06,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:48:06,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:48:06,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:48:06,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:48:06,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:48:06,746 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,44309,1732333635322' ***** 2024-11-23T03:48:06,746 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:48:06,747 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:48:06,747 INFO [RS:0;237a1da887a0:44309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:48:06,747 INFO [RS:0;237a1da887a0:44309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:48:06,747 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(3091): Received CLOSE for 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:48:06,748 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:48:06,748 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,44309,1732333635322 2024-11-23T03:48:06,748 INFO [RS:0;237a1da887a0:44309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:48:06,748 INFO [RS:0;237a1da887a0:44309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;237a1da887a0:44309. 2024-11-23T03:48:06,748 DEBUG [RS:0;237a1da887a0:44309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:48:06,748 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 272e8f7d75270aa992d3a6411cbc1780, disabling compactions & flushes 2024-11-23T03:48:06,748 DEBUG [RS:0;237a1da887a0:44309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:48:06,748 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:48:06,748 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:48:06,748 INFO [RS:0;237a1da887a0:44309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:48:06,748 INFO [RS:0;237a1da887a0:44309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:48:06,748 INFO [RS:0;237a1da887a0:44309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:48:06,748 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. after waiting 0 ms 2024-11-23T03:48:06,748 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T03:48:06,748 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:48:06,748 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 272e8f7d75270aa992d3a6411cbc1780 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-23T03:48:06,749 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T03:48:06,749 DEBUG [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 272e8f7d75270aa992d3a6411cbc1780=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.} 2024-11-23T03:48:06,749 DEBUG [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272e8f7d75270aa992d3a6411cbc1780 2024-11-23T03:48:06,749 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:48:06,749 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:48:06,749 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:48:06,749 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:48:06,749 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:48:06,749 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-23T03:48:06,758 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/d772b3d436b1450fafd493d90026fce5 is 1055, key is row0001/info:/1732333686715/Put/seqid=0 2024-11-23T03:48:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741845_1021 (size=6008) 2024-11-23T03:48:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741845_1021 (size=6008) 2024-11-23T03:48:06,770 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/d772b3d436b1450fafd493d90026fce5 2024-11-23T03:48:06,778 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/.tmp/info/d772b3d436b1450fafd493d90026fce5 as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/d772b3d436b1450fafd493d90026fce5 2024-11-23T03:48:06,779 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/info/5332c85e6da04b23ae1e160afbd8438c is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780./info:regioninfo/1732333636611/Put/seqid=0 2024-11-23T03:48:06,787 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/d772b3d436b1450fafd493d90026fce5, entries=1, sequenceid=22, filesize=5.9 K 2024-11-23T03:48:06,788 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 272e8f7d75270aa992d3a6411cbc1780 in 40ms, sequenceid=22, compaction requested=true 2024-11-23T03:48:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741846_1022 (size=7308) 2024-11-23T03:48:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741846_1022 (size=7308) 2024-11-23T03:48:06,791 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/info/5332c85e6da04b23ae1e160afbd8438c 2024-11-23T03:48:06,793 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/ee0dd3b0238b4239b23c2dfc3a356516, hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/14ded001416f4f47831d59f8c79039ec, hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/97e01d1b007a43e49d3108da59828a36] to archive 2024-11-23T03:48:06,796 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T03:48:06,799 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/ee0dd3b0238b4239b23c2dfc3a356516 to hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/ee0dd3b0238b4239b23c2dfc3a356516 2024-11-23T03:48:06,802 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/14ded001416f4f47831d59f8c79039ec to hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/14ded001416f4f47831d59f8c79039ec 2024-11-23T03:48:06,804 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/97e01d1b007a43e49d3108da59828a36 to hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/info/97e01d1b007a43e49d3108da59828a36 2024-11-23T03:48:06,817 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/ns/00a14db397f847bfa72b6fe730fa9f46 is 43, key is default/ns:d/1732333636163/Put/seqid=0 2024-11-23T03:48:06,819 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=237a1da887a0:41533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-23T03:48:06,820 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [ee0dd3b0238b4239b23c2dfc3a356516=6008, 14ded001416f4f47831d59f8c79039ec=6008, 97e01d1b007a43e49d3108da59828a36=6008] 2024-11-23T03:48:06,828 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/272e8f7d75270aa992d3a6411cbc1780/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-23T03:48:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741847_1023 (size=5153) 2024-11-23T03:48:06,829 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:48:06,830 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 272e8f7d75270aa992d3a6411cbc1780: Waiting for close lock at 1732333686748Running coprocessor pre-close hooks at 1732333686748Disabling compacts and flushes for region at 1732333686748Disabling writes for close at 1732333686748Obtaining lock to block concurrent updates at 1732333686749 (+1 ms)Preparing flush snapshotting stores in 272e8f7d75270aa992d3a6411cbc1780 at 1732333686749Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732333686749Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. at 1732333686753 (+4 ms)Flushing 272e8f7d75270aa992d3a6411cbc1780/info: creating writer at 1732333686753Flushing 272e8f7d75270aa992d3a6411cbc1780/info: appending metadata at 1732333686758 (+5 ms)Flushing 272e8f7d75270aa992d3a6411cbc1780/info: closing flushed file at 1732333686758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ecc818: reopening flushed file at 1732333686777 (+19 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 272e8f7d75270aa992d3a6411cbc1780 in 40ms, sequenceid=22, compaction requested=true at 1732333686788 (+11 ms)Writing region close event to WAL at 1732333686821 (+33 ms)Running coprocessor post-close hooks at 1732333686829 (+8 ms)Closed at 1732333686829 2024-11-23T03:48:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741847_1023 (size=5153) 2024-11-23T03:48:06,830 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732333636256.272e8f7d75270aa992d3a6411cbc1780. 2024-11-23T03:48:06,830 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/ns/00a14db397f847bfa72b6fe730fa9f46 2024-11-23T03:48:06,842 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/WALs/237a1da887a0,44309,1732333635322/237a1da887a0%2C44309%2C1732333635322.1732333676633 to hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/oldWALs/237a1da887a0%2C44309%2C1732333635322.1732333676633 2024-11-23T03:48:06,855 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/table/0f61ee8093ce4a23a154a8278d45ee4f is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732333636621/Put/seqid=0 2024-11-23T03:48:06,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741848_1024 (size=5508) 2024-11-23T03:48:06,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741848_1024 (size=5508) 2024-11-23T03:48:06,875 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/table/0f61ee8093ce4a23a154a8278d45ee4f 2024-11-23T03:48:06,883 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/info/5332c85e6da04b23ae1e160afbd8438c as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/info/5332c85e6da04b23ae1e160afbd8438c 2024-11-23T03:48:06,889 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/info/5332c85e6da04b23ae1e160afbd8438c, entries=10, sequenceid=11, filesize=7.1 K 2024-11-23T03:48:06,890 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/ns/00a14db397f847bfa72b6fe730fa9f46 as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/ns/00a14db397f847bfa72b6fe730fa9f46 2024-11-23T03:48:06,896 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/ns/00a14db397f847bfa72b6fe730fa9f46, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T03:48:06,897 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/.tmp/table/0f61ee8093ce4a23a154a8278d45ee4f as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/table/0f61ee8093ce4a23a154a8278d45ee4f 2024-11-23T03:48:06,903 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/table/0f61ee8093ce4a23a154a8278d45ee4f, entries=2, sequenceid=11, filesize=5.4 K 2024-11-23T03:48:06,905 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=11, compaction requested=false 2024-11-23T03:48:06,910 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T03:48:06,911 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:48:06,911 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:48:06,911 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333686749Running coprocessor pre-close hooks at 1732333686749Disabling compacts and flushes for region at 1732333686749Disabling writes for close at 1732333686749Obtaining lock to block concurrent updates at 1732333686749Preparing flush snapshotting stores in 1588230740 at 1732333686749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732333686749Flushing stores of hbase:meta,,1.1588230740 at 1732333686750 (+1 ms)Flushing 1588230740/info: creating writer at 1732333686750Flushing 1588230740/info: appending metadata at 1732333686778 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732333686778Flushing 1588230740/ns: creating writer at 1732333686798 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732333686816 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732333686816Flushing 1588230740/table: creating writer at 1732333686837 (+21 ms)Flushing 1588230740/table: appending metadata at 1732333686854 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732333686854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f115431: reopening flushed file at 1732333686882 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793cde1b: reopening flushed file at 1732333686889 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be2370: reopening flushed file at 1732333686896 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=11, compaction requested=false at 1732333686905 (+9 ms)Writing region close event to WAL at 1732333686906 (+1 ms)Running coprocessor post-close hooks at 1732333686910 (+4 ms)Closed at 1732333686911 (+1 ms) 2024-11-23T03:48:06,911 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T03:48:06,949 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,44309,1732333635322; all regions closed. 2024-11-23T03:48:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741834_1010 (size=3306) 2024-11-23T03:48:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741834_1010 (size=3306) 2024-11-23T03:48:06,957 DEBUG [RS:0;237a1da887a0:44309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/oldWALs 2024-11-23T03:48:06,957 INFO [RS:0;237a1da887a0:44309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C44309%2C1732333635322.meta:.meta(num 1732333636107) 2024-11-23T03:48:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741844_1020 (size=1252) 2024-11-23T03:48:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741844_1020 (size=1252) 2024-11-23T03:48:06,965 DEBUG [RS:0;237a1da887a0:44309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/oldWALs 2024-11-23T03:48:06,965 INFO [RS:0;237a1da887a0:44309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C44309%2C1732333635322:(num 1732333686716) 2024-11-23T03:48:06,965 DEBUG [RS:0;237a1da887a0:44309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:48:06,965 INFO [RS:0;237a1da887a0:44309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:48:06,965 INFO [RS:0;237a1da887a0:44309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:48:06,966 INFO [RS:0;237a1da887a0:44309 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T03:48:06,966 INFO [RS:0;237a1da887a0:44309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:48:06,966 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:48:06,966 INFO [RS:0;237a1da887a0:44309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44309 2024-11-23T03:48:07,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:48:07,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,44309,1732333635322 2024-11-23T03:48:07,049 INFO [RS:0;237a1da887a0:44309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:48:07,049 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f4bf49034e8@be80a93 rejected from java.util.concurrent.ThreadPoolExecutor@4eea958a[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-23T03:48:07,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,44309,1732333635322] 2024-11-23T03:48:07,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,44309,1732333635322 already deleted, retry=false 2024-11-23T03:48:07,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,44309,1732333635322 expired; onlineServers=0 2024-11-23T03:48:07,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '237a1da887a0,41533,1732333635267' ***** 2024-11-23T03:48:07,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T03:48:07,064 INFO [M:0;237a1da887a0:41533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:48:07,064 INFO [M:0;237a1da887a0:41533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:48:07,065 DEBUG [M:0;237a1da887a0:41533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T03:48:07,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T03:48:07,065 DEBUG [M:0;237a1da887a0:41533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T03:48:07,065 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333635504 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333635504,5,FailOnTimeoutGroup] 2024-11-23T03:48:07,065 INFO [M:0;237a1da887a0:41533 {}] hbase.ChoreService(370): Chore service for: master/237a1da887a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T03:48:07,065 INFO [M:0;237a1da887a0:41533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:48:07,065 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333635504 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333635504,5,FailOnTimeoutGroup] 2024-11-23T03:48:07,065 DEBUG [M:0;237a1da887a0:41533 {}] master.HMaster(1795): Stopping service threads 2024-11-23T03:48:07,065 INFO [M:0;237a1da887a0:41533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T03:48:07,065 INFO [M:0;237a1da887a0:41533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:48:07,065 INFO [M:0;237a1da887a0:41533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T03:48:07,066 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T03:48:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T03:48:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:07,072 DEBUG [M:0;237a1da887a0:41533 {}] zookeeper.ZKUtil(347): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T03:48:07,072 WARN [M:0;237a1da887a0:41533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T03:48:07,074 INFO [M:0;237a1da887a0:41533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/.lastflushedseqids 2024-11-23T03:48:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741849_1025 (size=130) 2024-11-23T03:48:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741849_1025 (size=130) 2024-11-23T03:48:07,087 INFO [M:0;237a1da887a0:41533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T03:48:07,087 INFO [M:0;237a1da887a0:41533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T03:48:07,087 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:48:07,087 INFO [M:0;237a1da887a0:41533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:48:07,087 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:48:07,087 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:48:07,087 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:48:07,087 INFO [M:0;237a1da887a0:41533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.57 KB heapSize=54.98 KB 2024-11-23T03:48:07,105 DEBUG [M:0;237a1da887a0:41533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3385fde3e784440a89b2eef725acc9d is 82, key is hbase:meta,,1/info:regioninfo/1732333636147/Put/seqid=0 2024-11-23T03:48:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741850_1026 (size=5672) 2024-11-23T03:48:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741850_1026 (size=5672) 2024-11-23T03:48:07,112 INFO [M:0;237a1da887a0:41533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3385fde3e784440a89b2eef725acc9d 2024-11-23T03:48:07,138 DEBUG [M:0;237a1da887a0:41533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fd542d9fc274a4a94123cda06ecc433 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732333636625/Put/seqid=0 2024-11-23T03:48:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741851_1027 (size=7821) 2024-11-23T03:48:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741851_1027 (size=7821) 2024-11-23T03:48:07,144 INFO [M:0;237a1da887a0:41533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.97 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fd542d9fc274a4a94123cda06ecc433 2024-11-23T03:48:07,149 INFO [M:0;237a1da887a0:41533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fd542d9fc274a4a94123cda06ecc433 2024-11-23T03:48:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:48:07,158 INFO [RS:0;237a1da887a0:44309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:48:07,158 INFO [RS:0;237a1da887a0:44309 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,44309,1732333635322; zookeeper connection closed. 2024-11-23T03:48:07,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44309-0x10142ef71420001, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:48:07,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39ce8419 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39ce8419 2024-11-23T03:48:07,158 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T03:48:07,166 DEBUG [M:0;237a1da887a0:41533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e7a304d688649e9a979ad5452cfa9a5 is 69, key is 237a1da887a0,44309,1732333635322/rs:state/1732333635564/Put/seqid=0 2024-11-23T03:48:07,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741852_1028 (size=5156) 2024-11-23T03:48:07,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741852_1028 (size=5156) 2024-11-23T03:48:07,172 INFO [M:0;237a1da887a0:41533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e7a304d688649e9a979ad5452cfa9a5 2024-11-23T03:48:07,193 DEBUG [M:0;237a1da887a0:41533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b4b9324fcf68429385d646b754a52c98 is 52, key is load_balancer_on/state:d/1732333636252/Put/seqid=0 2024-11-23T03:48:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741853_1029 (size=5056) 2024-11-23T03:48:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741853_1029 (size=5056) 2024-11-23T03:48:07,203 INFO [M:0;237a1da887a0:41533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b4b9324fcf68429385d646b754a52c98 2024-11-23T03:48:07,208 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3385fde3e784440a89b2eef725acc9d as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3385fde3e784440a89b2eef725acc9d 2024-11-23T03:48:07,216 INFO [M:0;237a1da887a0:41533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3385fde3e784440a89b2eef725acc9d, entries=8, sequenceid=121, filesize=5.5 K 2024-11-23T03:48:07,217 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fd542d9fc274a4a94123cda06ecc433 as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fd542d9fc274a4a94123cda06ecc433 2024-11-23T03:48:07,222 INFO [M:0;237a1da887a0:41533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fd542d9fc274a4a94123cda06ecc433 2024-11-23T03:48:07,222 INFO [M:0;237a1da887a0:41533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fd542d9fc274a4a94123cda06ecc433, entries=14, sequenceid=121, filesize=7.6 K 2024-11-23T03:48:07,223 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e7a304d688649e9a979ad5452cfa9a5 as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e7a304d688649e9a979ad5452cfa9a5 2024-11-23T03:48:07,228 INFO [M:0;237a1da887a0:41533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e7a304d688649e9a979ad5452cfa9a5, entries=1, sequenceid=121, filesize=5.0 K 2024-11-23T03:48:07,229 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b4b9324fcf68429385d646b754a52c98 as hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b4b9324fcf68429385d646b754a52c98 2024-11-23T03:48:07,234 INFO [M:0;237a1da887a0:41533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/7df96e41-ce16-1c9c-d1fa-a9569280e2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b4b9324fcf68429385d646b754a52c98, entries=1, sequenceid=121, filesize=4.9 K 2024-11-23T03:48:07,235 INFO [M:0;237a1da887a0:41533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.57 KB/44620, heapSize ~54.92 KB/56240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=121, compaction requested=false 2024-11-23T03:48:07,237 INFO [M:0;237a1da887a0:41533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:48:07,237 DEBUG [M:0;237a1da887a0:41533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333687087Disabling compacts and flushes for region at 1732333687087Disabling writes for close at 1732333687087Obtaining lock to block concurrent updates at 1732333687087Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732333687087Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44620, getHeapSize=56240, getOffHeapSize=0, getCellsCount=140 at 1732333687088 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732333687088Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732333687088Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732333687104 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732333687104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732333687120 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732333687137 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732333687137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732333687149 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732333687165 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732333687165Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732333687178 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732333687192 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732333687192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad12e66: reopening flushed file at 1732333687207 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e17fd51: reopening flushed file at 1732333687216 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9da1c6: reopening flushed file at 1732333687222 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411388c6: reopening flushed file at 1732333687228 (+6 ms)Finished flush of dataSize ~43.57 KB/44620, heapSize ~54.92 KB/56240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=121, compaction requested=false at 1732333687235 (+7 ms)Writing region close event to WAL at 1732333687237 (+2 ms)Closed at 1732333687237 2024-11-23T03:48:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35939 is added to blk_1073741830_1006 (size=53017) 2024-11-23T03:48:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45241 is added to blk_1073741830_1006 (size=53017) 2024-11-23T03:48:07,240 INFO [M:0;237a1da887a0:41533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T03:48:07,241 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:48:07,241 INFO [M:0;237a1da887a0:41533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41533 2024-11-23T03:48:07,241 INFO [M:0;237a1da887a0:41533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:48:07,343 INFO [M:0;237a1da887a0:41533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:48:07,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:48:07,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41533-0x10142ef71420000, quorum=127.0.0.1:60487, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:48:07,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1caa5671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:48:07,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a563cd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:48:07,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:48:07,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541d2215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:48:07,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5fe472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.log.dir/,STOPPED} 2024-11-23T03:48:07,350 WARN [BP-1733726624-172.17.0.2-1732333634586 heartbeating to localhost/127.0.0.1:46619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:48:07,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:48:07,350 WARN [BP-1733726624-172.17.0.2-1732333634586 heartbeating to localhost/127.0.0.1:46619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1733726624-172.17.0.2-1732333634586 (Datanode Uuid f5e2f0ae-dbaa-4250-803f-e32994337632) service to localhost/127.0.0.1:46619 2024-11-23T03:48:07,350 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:48:07,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/data/data3/current/BP-1733726624-172.17.0.2-1732333634586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:48:07,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/data/data4/current/BP-1733726624-172.17.0.2-1732333634586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:48:07,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:48:07,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15346c86{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:48:07,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e840262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:48:07,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:48:07,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29974d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:48:07,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c3e298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.log.dir/,STOPPED} 2024-11-23T03:48:07,355 WARN [BP-1733726624-172.17.0.2-1732333634586 heartbeating to localhost/127.0.0.1:46619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:48:07,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:48:07,355 WARN [BP-1733726624-172.17.0.2-1732333634586 heartbeating to localhost/127.0.0.1:46619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1733726624-172.17.0.2-1732333634586 (Datanode Uuid 44f4b870-3f56-4b82-a8d0-9baf6307fde0) service to localhost/127.0.0.1:46619 2024-11-23T03:48:07,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:48:07,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/data/data1/current/BP-1733726624-172.17.0.2-1732333634586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:48:07,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/cluster_0b9eb5a4-cc86-f530-a8ee-bc4f5acc51bf/data/data2/current/BP-1733726624-172.17.0.2-1732333634586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:48:07,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:48:07,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aa18cb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:48:07,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@705b4bdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:48:07,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:48:07,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@518549e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:48:07,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47567de2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.log.dir/,STOPPED} 2024-11-23T03:48:07,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T03:48:07,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T03:48:07,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 103), OpenFileDescriptor=428 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=8726 (was 8657) - AvailableMemoryMB LEAK? - 2024-11-23T03:48:07,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=8727 2024-11-23T03:48:07,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T03:48:07,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.log.dir so I do NOT create it in target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e 2024-11-23T03:48:07,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57b60fa1-dcaf-5bf0-c528-04ca31d4ace0/hadoop.tmp.dir so I do NOT create it in target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e 2024-11-23T03:48:07,408 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4, deleteOnExit=true 2024-11-23T03:48:07,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T03:48:07,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/test.cache.data in system properties and HBase conf 2024-11-23T03:48:07,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:48:07,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:48:07,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:48:07,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:48:07,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T03:48:07,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:48:07,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:48:07,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:48:07,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:48:07,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:48:07,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:48:07,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:48:07,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:48:07,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:48:07,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:48:07,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:48:07,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:48:07,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:48:07,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:48:07,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:48:07,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:48:07,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:48:07,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:48:07,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:48:07,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:48:07,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:48:07,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5882e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:48:07,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3742c603{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:48:07,581 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:48:07,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5f21a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/java.io.tmpdir/jetty-localhost-35045-hadoop-hdfs-3_4_1-tests_jar-_-any-14431632461168705697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:48:07,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ea23f4f{HTTP/1.1, (http/1.1)}{localhost:35045} 2024-11-23T03:48:07,650 INFO [Time-limited test {}] server.Server(415): Started @140723ms 2024-11-23T03:48:07,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:48:07,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:48:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:48:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:48:07,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:48:07,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6963eb9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:48:07,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b1de28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:48:07,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6af07442{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/java.io.tmpdir/jetty-localhost-34975-hadoop-hdfs-3_4_1-tests_jar-_-any-3317306599382920627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:48:07,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26b8f1fd{HTTP/1.1, (http/1.1)}{localhost:34975} 2024-11-23T03:48:07,884 INFO [Time-limited test {}] server.Server(415): Started @140957ms 2024-11-23T03:48:07,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:48:07,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:48:07,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:48:07,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:48:07,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:48:07,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:48:07,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd49cb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:48:07,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4d4162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:48:08,003 WARN [Thread-1088 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/data/data1/current/BP-828838182-172.17.0.2-1732333687448/current, will proceed with Du for space computation calculation, 2024-11-23T03:48:08,003 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/data/data2/current/BP-828838182-172.17.0.2-1732333687448/current, will proceed with Du for space computation calculation, 2024-11-23T03:48:08,033 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:48:08,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x448f3a433fe87c5d with lease ID 0xc1188733418d2115: Processing first storage report for DS-5b7c4ef5-8772-4e08-90bd-793129db354f from datanode DatanodeRegistration(127.0.0.1:41099, datanodeUuid=6f8cada6-0604-43fa-8d73-41a5fe74aea7, infoPort=39173, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=1111593748;c=1732333687448) 2024-11-23T03:48:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x448f3a433fe87c5d with lease ID 0xc1188733418d2115: from storage DS-5b7c4ef5-8772-4e08-90bd-793129db354f node DatanodeRegistration(127.0.0.1:41099, datanodeUuid=6f8cada6-0604-43fa-8d73-41a5fe74aea7, infoPort=39173, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=1111593748;c=1732333687448), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:48:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x448f3a433fe87c5d with lease ID 0xc1188733418d2115: Processing first storage report for DS-9fe23400-dd14-4052-97c3-2d7bdb25f5fb from datanode DatanodeRegistration(127.0.0.1:41099, datanodeUuid=6f8cada6-0604-43fa-8d73-41a5fe74aea7, infoPort=39173, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=1111593748;c=1732333687448) 2024-11-23T03:48:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x448f3a433fe87c5d with lease ID 0xc1188733418d2115: from storage DS-9fe23400-dd14-4052-97c3-2d7bdb25f5fb node DatanodeRegistration(127.0.0.1:41099, datanodeUuid=6f8cada6-0604-43fa-8d73-41a5fe74aea7, infoPort=39173, infoSecurePort=0, ipcPort=40733, storageInfo=lv=-57;cid=testClusterID;nsid=1111593748;c=1732333687448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:48:08,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dd041af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/java.io.tmpdir/jetty-localhost-37577-hadoop-hdfs-3_4_1-tests_jar-_-any-647623479522493060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:48:08,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@291b46c{HTTP/1.1, (http/1.1)}{localhost:37577} 2024-11-23T03:48:08,073 INFO [Time-limited test {}] server.Server(415): Started @141146ms 2024-11-23T03:48:08,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:48:08,180 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/data/data3/current/BP-828838182-172.17.0.2-1732333687448/current, will proceed with Du for space computation calculation, 2024-11-23T03:48:08,180 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/data/data4/current/BP-828838182-172.17.0.2-1732333687448/current, will proceed with Du for space computation calculation, 2024-11-23T03:48:08,205 WARN [Thread-1103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:48:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1734f996aaf9c63 with lease ID 0xc1188733418d2116: Processing first storage report for DS-75725e28-2e1b-4205-8d9b-0f92a7cf5145 from datanode DatanodeRegistration(127.0.0.1:36287, datanodeUuid=a4585b9e-516e-40a0-8d9f-e56aef55c7b1, infoPort=36481, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1111593748;c=1732333687448) 2024-11-23T03:48:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1734f996aaf9c63 with lease ID 0xc1188733418d2116: from storage DS-75725e28-2e1b-4205-8d9b-0f92a7cf5145 node DatanodeRegistration(127.0.0.1:36287, datanodeUuid=a4585b9e-516e-40a0-8d9f-e56aef55c7b1, infoPort=36481, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1111593748;c=1732333687448), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:48:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1734f996aaf9c63 with lease ID 0xc1188733418d2116: Processing first storage report for DS-11ce3efa-6af3-4f4c-8d0e-1c1a816d7afa from datanode DatanodeRegistration(127.0.0.1:36287, datanodeUuid=a4585b9e-516e-40a0-8d9f-e56aef55c7b1, infoPort=36481, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1111593748;c=1732333687448) 2024-11-23T03:48:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1734f996aaf9c63 with lease ID 0xc1188733418d2116: from storage DS-11ce3efa-6af3-4f4c-8d0e-1c1a816d7afa node DatanodeRegistration(127.0.0.1:36287, datanodeUuid=a4585b9e-516e-40a0-8d9f-e56aef55c7b1, infoPort=36481, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1111593748;c=1732333687448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:48:08,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e 2024-11-23T03:48:08,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/zookeeper_0, clientPort=64170, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T03:48:08,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64170 2024-11-23T03:48:08,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:48:08,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:48:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:48:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:48:08,324 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313 with version=8 2024-11-23T03:48:08,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/hbase-staging 2024-11-23T03:48:08,328 INFO [Time-limited test {}] client.ConnectionUtils(128): master/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:48:08,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:48:08,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:48:08,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:48:08,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:48:08,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:48:08,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T03:48:08,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:48:08,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42007 2024-11-23T03:48:08,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42007 connecting to ZooKeeper ensemble=127.0.0.1:64170 2024-11-23T03:48:08,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420070x0, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:48:08,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42007-0x10142f040840000 connected 2024-11-23T03:48:08,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:48:08,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:48:08,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:48:08,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313, hbase.cluster.distributed=false 2024-11-23T03:48:08,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:48:08,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-23T03:48:08,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42007 2024-11-23T03:48:08,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42007 2024-11-23T03:48:08,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-23T03:48:08,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42007 2024-11-23T03:48:08,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:48:08,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:48:08,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:48:08,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:48:08,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:48:08,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:48:08,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:48:08,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:48:08,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33597 2024-11-23T03:48:08,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33597 connecting to ZooKeeper ensemble=127.0.0.1:64170 2024-11-23T03:48:08,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:48:08,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:48:08,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335970x0, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:48:08,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335970x0, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:48:08,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33597-0x10142f040840001 connected 2024-11-23T03:48:08,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:48:08,408 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:48:08,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:48:08,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:48:08,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-23T03:48:08,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33597 2024-11-23T03:48:08,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33597 2024-11-23T03:48:08,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-23T03:48:08,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-23T03:48:08,425 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;237a1da887a0:42007 2024-11-23T03:48:08,425 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/237a1da887a0,42007,1732333688327 2024-11-23T03:48:08,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:48:08,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:48:08,427 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/237a1da887a0,42007,1732333688327 2024-11-23T03:48:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:48:08,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,431 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T03:48:08,432 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/237a1da887a0,42007,1732333688327 from backup master directory 2024-11-23T03:48:08,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/237a1da887a0,42007,1732333688327 2024-11-23T03:48:08,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:48:08,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:48:08,433 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:48:08,433 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=237a1da887a0,42007,1732333688327 2024-11-23T03:48:08,440 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/hbase.id] with ID: 81f7f2f3-86e2-48cf-81ee-c11bb769f87a 2024-11-23T03:48:08,440 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/.tmp/hbase.id 2024-11-23T03:48:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:48:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:48:08,447 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/.tmp/hbase.id]:[hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/hbase.id] 2024-11-23T03:48:08,460 INFO [master/237a1da887a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:48:08,461 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T03:48:08,462 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T03:48:08,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:48:08,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:48:08,473 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:48:08,474 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T03:48:08,474 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:48:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:48:08,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:48:08,484 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store 2024-11-23T03:48:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:48:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:48:08,491 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:48:08,491 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:48:08,491 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:48:08,491 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:48:08,491 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:48:08,491 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:48:08,491 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:48:08,492 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333688491Disabling compacts and flushes for region at 1732333688491Disabling writes for close at 1732333688491Writing region close event to WAL at 1732333688491Closed at 1732333688491 2024-11-23T03:48:08,493 WARN [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/.initializing 2024-11-23T03:48:08,493 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/WALs/237a1da887a0,42007,1732333688327 2024-11-23T03:48:08,494 INFO [master/237a1da887a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:48:08,496 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C42007%2C1732333688327, suffix=, logDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/WALs/237a1da887a0,42007,1732333688327, archiveDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/oldWALs, maxLogs=10 2024-11-23T03:48:08,511 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/WALs/237a1da887a0,42007,1732333688327/237a1da887a0%2C42007%2C1732333688327.1732333688496, exclude list is [], retry=0 2024-11-23T03:48:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5b7c4ef5-8772-4e08-90bd-793129db354f,DISK] 2024-11-23T03:48:08,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-75725e28-2e1b-4205-8d9b-0f92a7cf5145,DISK] 2024-11-23T03:48:08,519 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/WALs/237a1da887a0,42007,1732333688327/237a1da887a0%2C42007%2C1732333688327.1732333688496 2024-11-23T03:48:08,520 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39173:39173),(127.0.0.1/127.0.0.1:36481:36481)] 2024-11-23T03:48:08,520 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:48:08,520 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:48:08,520 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,520 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T03:48:08,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:08,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T03:48:08,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:48:08,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T03:48:08,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:48:08,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T03:48:08,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:48:08,529 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,530 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,530 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,532 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,532 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,533 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:48:08,534 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:48:08,536 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:48:08,536 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715272, jitterRate=-0.0904848575592041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:48:08,537 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732333688520Initializing all the Stores at 1732333688521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333688521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333688521Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333688521Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333688521Cleaning up temporary data from old regions at 1732333688532 (+11 ms)Region opened successfully at 1732333688537 (+5 ms) 2024-11-23T03:48:08,538 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T03:48:08,543 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382a9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:48:08,544 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T03:48:08,544 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T03:48:08,544 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T03:48:08,544 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T03:48:08,545 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T03:48:08,545 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T03:48:08,545 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T03:48:08,547 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T03:48:08,548 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T03:48:08,549 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T03:48:08,549 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T03:48:08,550 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T03:48:08,552 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T03:48:08,552 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T03:48:08,553 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T03:48:08,554 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T03:48:08,555 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T03:48:08,556 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T03:48:08,558 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T03:48:08,559 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T03:48:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:48:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:48:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,563 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=237a1da887a0,42007,1732333688327, sessionid=0x10142f040840000, setting cluster-up flag (Was=false) 2024-11-23T03:48:08,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,578 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T03:48:08,580 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,42007,1732333688327 2024-11-23T03:48:08,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:08,593 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T03:48:08,595 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,42007,1732333688327 2024-11-23T03:48:08,596 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T03:48:08,598 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T03:48:08,599 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T03:48:08,599 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T03:48:08,599 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 237a1da887a0,42007,1732333688327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T03:48:08,602 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:48:08,602 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:48:08,602 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:48:08,602 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:48:08,602 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/237a1da887a0:0, corePoolSize=10, maxPoolSize=10 2024-11-23T03:48:08,602 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,602 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:48:08,602 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,606 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732333718606 2024-11-23T03:48:08,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:48:08,606 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T03:48:08,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T03:48:08,606 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T03:48:08,606 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T03:48:08,606 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T03:48:08,606 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T03:48:08,606 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T03:48:08,607 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,609 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T03:48:08,609 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,609 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T03:48:08,609 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T03:48:08,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T03:48:08,609 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T03:48:08,609 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T03:48:08,612 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333688609,5,FailOnTimeoutGroup] 2024-11-23T03:48:08,616 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333688612,5,FailOnTimeoutGroup] 2024-11-23T03:48:08,616 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,616 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T03:48:08,616 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,616 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,618 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(746): ClusterId : 81f7f2f3-86e2-48cf-81ee-c11bb769f87a 2024-11-23T03:48:08,618 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:48:08,621 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:48:08,621 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:48:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:48:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:48:08,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T03:48:08,624 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313 2024-11-23T03:48:08,625 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:48:08,625 DEBUG [RS:0;237a1da887a0:33597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392651d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:48:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:48:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:48:08,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:48:08,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:48:08,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:48:08,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:08,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:48:08,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:48:08,644 DEBUG [RS:0;237a1da887a0:33597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;237a1da887a0:33597 2024-11-23T03:48:08,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,644 INFO [RS:0;237a1da887a0:33597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:48:08,644 INFO [RS:0;237a1da887a0:33597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:48:08,645 DEBUG [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:48:08,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:08,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:48:08,645 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,42007,1732333688327 with port=33597, startcode=1732333688394 2024-11-23T03:48:08,646 DEBUG [RS:0;237a1da887a0:33597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:48:08,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:48:08,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:08,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:48:08,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:48:08,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:08,649 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57863, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:48:08,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:08,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:48:08,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,33597,1732333688394 2024-11-23T03:48:08,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,33597,1732333688394 2024-11-23T03:48:08,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740 2024-11-23T03:48:08,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740 2024-11-23T03:48:08,651 DEBUG [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313 2024-11-23T03:48:08,652 DEBUG [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36609 2024-11-23T03:48:08,652 DEBUG [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:48:08,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:48:08,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:48:08,653 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:48:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:48:08,654 DEBUG [RS:0;237a1da887a0:33597 {}] zookeeper.ZKUtil(111): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,33597,1732333688394 2024-11-23T03:48:08,654 WARN [RS:0;237a1da887a0:33597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:48:08,654 INFO [RS:0;237a1da887a0:33597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:48:08,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,33597,1732333688394] 2024-11-23T03:48:08,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:48:08,654 DEBUG [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394 2024-11-23T03:48:08,657 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:48:08,658 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=763266, jitterRate=-0.029458045959472656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:48:08,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732333688635Initializing all the Stores at 1732333688636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333688636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333688640 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333688640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333688640Cleaning up temporary data from old regions at 1732333688652 (+12 ms)Region opened successfully at 1732333688659 (+7 ms) 2024-11-23T03:48:08,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:48:08,659 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:48:08,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:48:08,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:48:08,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:48:08,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:48:08,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333688659Disabling compacts and flushes for region at 1732333688659Disabling writes for close at 1732333688659Writing region close event to WAL at 1732333688659Closed at 1732333688659 2024-11-23T03:48:08,660 INFO [RS:0;237a1da887a0:33597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:48:08,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:48:08,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T03:48:08,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T03:48:08,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:48:08,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T03:48:08,664 INFO [RS:0;237a1da887a0:33597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:48:08,665 INFO [RS:0;237a1da887a0:33597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:48:08,665 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,668 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:48:08,669 INFO [RS:0;237a1da887a0:33597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:48:08,669 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:48:08,670 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:48:08,671 DEBUG [RS:0;237a1da887a0:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:48:08,676 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,676 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,676 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,677 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,677 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,677 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,33597,1732333688394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:48:08,697 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:48:08,697 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,33597,1732333688394-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,697 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,697 INFO [RS:0;237a1da887a0:33597 {}] regionserver.Replication(171): 237a1da887a0,33597,1732333688394 started 2024-11-23T03:48:08,714 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:08,714 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,33597,1732333688394, RpcServer on 237a1da887a0/172.17.0.2:33597, sessionid=0x10142f040840001 2024-11-23T03:48:08,714 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:48:08,714 DEBUG [RS:0;237a1da887a0:33597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,33597,1732333688394 2024-11-23T03:48:08,714 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,33597,1732333688394' 2024-11-23T03:48:08,714 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:48:08,715 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:48:08,715 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:48:08,715 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:48:08,715 DEBUG [RS:0;237a1da887a0:33597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,33597,1732333688394 2024-11-23T03:48:08,715 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,33597,1732333688394' 2024-11-23T03:48:08,715 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:48:08,716 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:48:08,716 DEBUG [RS:0;237a1da887a0:33597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:48:08,716 INFO [RS:0;237a1da887a0:33597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:48:08,716 INFO [RS:0;237a1da887a0:33597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:48:08,814 WARN [237a1da887a0:42007 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T03:48:08,817 INFO [RS:0;237a1da887a0:33597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:48:08,819 INFO [RS:0;237a1da887a0:33597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C33597%2C1732333688394, suffix=, logDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394, archiveDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/oldWALs, maxLogs=32 2024-11-23T03:48:08,834 DEBUG [RS:0;237a1da887a0:33597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333688820, exclude list is [], retry=0 2024-11-23T03:48:08,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-75725e28-2e1b-4205-8d9b-0f92a7cf5145,DISK] 2024-11-23T03:48:08,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5b7c4ef5-8772-4e08-90bd-793129db354f,DISK] 2024-11-23T03:48:08,847 INFO [RS:0;237a1da887a0:33597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333688820 2024-11-23T03:48:08,852 DEBUG [RS:0;237a1da887a0:33597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481),(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-23T03:48:09,064 DEBUG [237a1da887a0:42007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T03:48:09,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:09,067 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,33597,1732333688394, state=OPENING 2024-11-23T03:48:09,068 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T03:48:09,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:09,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:48:09,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:48:09,070 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:48:09,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:48:09,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,33597,1732333688394}] 2024-11-23T03:48:09,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T03:48:09,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T03:48:09,229 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T03:48:09,229 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:48:09,230 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T03:48:09,231 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C33597%2C1732333688394.meta, suffix=.meta, logDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394, archiveDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/oldWALs, maxLogs=32 2024-11-23T03:48:09,247 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.meta.1732333689232.meta, exclude list is [], retry=0 2024-11-23T03:48:09,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-75725e28-2e1b-4205-8d9b-0f92a7cf5145,DISK] 2024-11-23T03:48:09,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5b7c4ef5-8772-4e08-90bd-793129db354f,DISK] 2024-11-23T03:48:09,253 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.meta.1732333689232.meta 2024-11-23T03:48:09,254 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481),(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-23T03:48:09,254 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:48:09,254 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T03:48:09,254 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T03:48:09,254 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T03:48:09,254 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T03:48:09,255 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:48:09,255 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T03:48:09,255 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T03:48:09,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:48:09,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:48:09,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:09,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:09,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:48:09,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:48:09,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:09,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:09,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:48:09,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:48:09,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:09,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:09,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:48:09,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:48:09,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:09,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:48:09,262 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:48:09,262 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740 2024-11-23T03:48:09,264 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740 2024-11-23T03:48:09,265 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:48:09,265 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:48:09,266 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:48:09,268 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:48:09,269 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=771757, jitterRate=-0.018661394715309143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:48:09,269 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T03:48:09,270 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732333689255Writing region info on filesystem at 1732333689255Initializing all the Stores at 1732333689256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333689256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333689256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333689256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333689256Cleaning up temporary data from old regions at 1732333689265 (+9 ms)Running coprocessor post-open hooks at 1732333689269 (+4 ms)Region opened successfully at 1732333689270 (+1 ms) 2024-11-23T03:48:09,271 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732333689223 2024-11-23T03:48:09,274 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T03:48:09,274 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T03:48:09,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:09,276 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,33597,1732333688394, state=OPEN 2024-11-23T03:48:09,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:48:09,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:48:09,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:48:09,284 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=237a1da887a0,33597,1732333688394 2024-11-23T03:48:09,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:48:09,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T03:48:09,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,33597,1732333688394 in 213 msec 2024-11-23T03:48:09,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T03:48:09,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-23T03:48:09,293 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:48:09,293 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T03:48:09,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:48:09,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,33597,1732333688394, seqNum=-1] 2024-11-23T03:48:09,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:48:09,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:48:09,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-11-23T03:48:09,303 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732333689303, completionTime=-1 2024-11-23T03:48:09,303 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T03:48:09,304 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T03:48:09,305 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T03:48:09,305 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732333749305 2024-11-23T03:48:09,306 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732333809306 2024-11-23T03:48:09,306 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T03:48:09,306 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42007,1732333688327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:09,306 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42007,1732333688327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:09,306 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42007,1732333688327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:09,306 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-237a1da887a0:42007, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:09,306 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:09,307 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:09,308 DEBUG [master/237a1da887a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T03:48:09,311 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.878sec 2024-11-23T03:48:09,311 INFO [master/237a1da887a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T03:48:09,311 INFO [master/237a1da887a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T03:48:09,311 INFO [master/237a1da887a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T03:48:09,311 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T03:48:09,311 INFO [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T03:48:09,311 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42007,1732333688327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:48:09,311 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42007,1732333688327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T03:48:09,315 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T03:48:09,315 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T03:48:09,315 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42007,1732333688327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:48:09,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324cb743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:48:09,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 237a1da887a0,42007,-1 for getting cluster id 2024-11-23T03:48:09,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T03:48:09,320 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81f7f2f3-86e2-48cf-81ee-c11bb769f87a' 2024-11-23T03:48:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T03:48:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81f7f2f3-86e2-48cf-81ee-c11bb769f87a" 2024-11-23T03:48:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b42438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:48:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [237a1da887a0,42007,-1] 2024-11-23T03:48:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T03:48:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:48:09,323 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T03:48:09,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deb8295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:48:09,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:48:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,33597,1732333688394, seqNum=-1] 2024-11-23T03:48:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:48:09,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:48:09,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=237a1da887a0,42007,1732333688327 2024-11-23T03:48:09,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:48:09,333 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T03:48:09,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T03:48:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 237a1da887a0,42007,1732333688327 2024-11-23T03:48:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6648201e 2024-11-23T03:48:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T03:48:09,336 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T03:48:09,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-23T03:48:09,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-23T03:48:09,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:48:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-23T03:48:09,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T03:48:09,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:09,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-23T03:48:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:48:09,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T03:48:09,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741835_1011 (size=381) 2024-11-23T03:48:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741835_1011 (size=381) 2024-11-23T03:48:09,360 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a772313993050028f8fc437d8a1b012, NAME => 'TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313 2024-11-23T03:48:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741836_1012 (size=64) 2024-11-23T03:48:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741836_1012 (size=64) 2024-11-23T03:48:09,370 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:48:09,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8a772313993050028f8fc437d8a1b012, disabling compactions & flushes 2024-11-23T03:48:09,371 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:09,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:09,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. after waiting 0 ms 2024-11-23T03:48:09,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:09,371 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:09,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a772313993050028f8fc437d8a1b012: Waiting for close lock at 1732333689371Disabling compacts and flushes for region at 1732333689371Disabling writes for close at 1732333689371Writing region close event to WAL at 1732333689371Closed at 1732333689371 2024-11-23T03:48:09,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T03:48:09,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732333689373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732333689373"}]},"ts":"1732333689373"} 2024-11-23T03:48:09,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T03:48:09,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T03:48:09,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333689377"}]},"ts":"1732333689377"} 2024-11-23T03:48:09,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-23T03:48:09,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, ASSIGN}] 2024-11-23T03:48:09,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, ASSIGN 2024-11-23T03:48:09,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, ASSIGN; state=OFFLINE, location=237a1da887a0,33597,1732333688394; forceNewPlan=false, retain=false 2024-11-23T03:48:09,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a772313993050028f8fc437d8a1b012, regionState=OPENING, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:09,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, ASSIGN because future has completed 2024-11-23T03:48:09,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394}] 2024-11-23T03:48:09,700 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:09,701 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a772313993050028f8fc437d8a1b012, NAME => 'TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:48:09,701 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,701 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:48:09,701 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,701 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,703 INFO [StoreOpener-8a772313993050028f8fc437d8a1b012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,704 INFO [StoreOpener-8a772313993050028f8fc437d8a1b012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a772313993050028f8fc437d8a1b012 columnFamilyName info 2024-11-23T03:48:09,705 DEBUG [StoreOpener-8a772313993050028f8fc437d8a1b012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:09,705 INFO [StoreOpener-8a772313993050028f8fc437d8a1b012-1 {}] regionserver.HStore(327): Store=8a772313993050028f8fc437d8a1b012/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:48:09,705 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,706 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,706 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,707 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,707 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,709 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,713 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:48:09,714 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a772313993050028f8fc437d8a1b012; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865287, jitterRate=0.10027013719081879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T03:48:09,714 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:09,715 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a772313993050028f8fc437d8a1b012: Running coprocessor pre-open hook at 1732333689701Writing region info on filesystem at 1732333689701Initializing all the Stores at 1732333689702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333689703 (+1 ms)Cleaning up temporary data from old regions at 1732333689707 (+4 ms)Running coprocessor post-open hooks at 1732333689714 (+7 ms)Region opened successfully at 1732333689715 (+1 ms) 2024-11-23T03:48:09,716 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., pid=6, masterSystemTime=1732333689691 2024-11-23T03:48:09,718 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:09,718 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:09,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a772313993050028f8fc437d8a1b012, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:09,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 because future has completed 2024-11-23T03:48:09,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T03:48:09,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 in 184 msec 2024-11-23T03:48:09,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T03:48:09,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, ASSIGN in 346 msec 2024-11-23T03:48:09,730 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T03:48:09,731 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333689731"}]},"ts":"1732333689731"} 2024-11-23T03:48:09,734 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-23T03:48:09,735 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T03:48:09,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 398 msec 2024-11-23T03:48:11,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:11,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T03:48:12,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:12,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-23T03:48:12,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-23T03:48:12,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-23T03:48:14,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T03:48:14,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-23T03:48:18,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T03:48:18,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:18,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:48:19,453 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-23T03:48:19,453 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-23T03:48:19,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-23T03:48:19,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:19,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2] 2024-11-23T03:48:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:19,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a772313993050028f8fc437d8a1b012 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:48:19,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/7c1cb3148b824f3d855a9eaf14cc67d6 is 1055, key is row0001/info:/1732333699460/Put/seqid=0 2024-11-23T03:48:19,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741837_1013 (size=13386) 2024-11-23T03:48:19,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741837_1013 (size=13386) 2024-11-23T03:48:19,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/7c1cb3148b824f3d855a9eaf14cc67d6 2024-11-23T03:48:19,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/7c1cb3148b824f3d855a9eaf14cc67d6 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/7c1cb3148b824f3d855a9eaf14cc67d6 2024-11-23T03:48:19,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T03:48:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51018 deadline: 1732333709505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 2024-11-23T03:48:19,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/7c1cb3148b824f3d855a9eaf14cc67d6, entries=8, sequenceid=12, filesize=13.1 K 2024-11-23T03:48:19,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 8a772313993050028f8fc437d8a1b012 in 40ms, sequenceid=12, compaction requested=false 2024-11-23T03:48:19,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a772313993050028f8fc437d8a1b012: 2024-11-23T03:48:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:48:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:48:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 because the exception is null or not the one we care about 2024-11-23T03:48:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:29,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a772313993050028f8fc437d8a1b012 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-23T03:48:29,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/f03799b4312d47378f99c2702139c7d5 is 1055, key is row0009/info:/1732333699472/Put/seqid=0 2024-11-23T03:48:29,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741838_1014 (size=28134) 2024-11-23T03:48:29,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741838_1014 (size=28134) 2024-11-23T03:48:29,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/f03799b4312d47378f99c2702139c7d5 2024-11-23T03:48:29,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/f03799b4312d47378f99c2702139c7d5 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5 2024-11-23T03:48:29,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5, entries=22, sequenceid=37, filesize=27.5 K 2024-11-23T03:48:29,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 8a772313993050028f8fc437d8a1b012 in 26ms, sequenceid=37, compaction requested=false 2024-11-23T03:48:29,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a772313993050028f8fc437d8a1b012: 2024-11-23T03:48:29,611 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-23T03:48:29,611 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:29,611 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5 because midkey is the same as first or last row 2024-11-23T03:48:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:31,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a772313993050028f8fc437d8a1b012 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:48:31,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/18767cb7b0e74070914775e459342c1d is 1055, key is row0031/info:/1732333709587/Put/seqid=0 2024-11-23T03:48:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741839_1015 (size=13386) 2024-11-23T03:48:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741839_1015 (size=13386) 2024-11-23T03:48:31,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/18767cb7b0e74070914775e459342c1d 2024-11-23T03:48:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/18767cb7b0e74070914775e459342c1d as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/18767cb7b0e74070914775e459342c1d 2024-11-23T03:48:31,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/18767cb7b0e74070914775e459342c1d, entries=8, sequenceid=48, filesize=13.1 K 2024-11-23T03:48:31,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 8a772313993050028f8fc437d8a1b012 in 26ms, sequenceid=48, compaction requested=true 2024-11-23T03:48:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a772313993050028f8fc437d8a1b012: 2024-11-23T03:48:31,627 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-23T03:48:31,627 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:31,627 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5 because midkey is the same as first or last row 2024-11-23T03:48:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a772313993050028f8fc437d8a1b012:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:48:31,628 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:48:31,630 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:48:31,630 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 8a772313993050028f8fc437d8a1b012/info is initiating minor compaction (all files) 2024-11-23T03:48:31,630 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a772313993050028f8fc437d8a1b012/info in TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:31,630 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/7c1cb3148b824f3d855a9eaf14cc67d6, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/18767cb7b0e74070914775e459342c1d] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp, totalSize=53.6 K 2024-11-23T03:48:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:31,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a772313993050028f8fc437d8a1b012 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-23T03:48:31,631 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c1cb3148b824f3d855a9eaf14cc67d6, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732333699460 2024-11-23T03:48:31,631 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting f03799b4312d47378f99c2702139c7d5, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732333699472 2024-11-23T03:48:31,632 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18767cb7b0e74070914775e459342c1d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732333709587 2024-11-23T03:48:31,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/b62d91668b814a73ba56c234c4ea6713 is 1055, key is row0039/info:/1732333711601/Put/seqid=0 2024-11-23T03:48:31,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741840_1016 (size=23926) 2024-11-23T03:48:31,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741840_1016 (size=23926) 2024-11-23T03:48:31,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/b62d91668b814a73ba56c234c4ea6713 2024-11-23T03:48:31,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/b62d91668b814a73ba56c234c4ea6713 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b62d91668b814a73ba56c234c4ea6713 2024-11-23T03:48:31,664 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a772313993050028f8fc437d8a1b012#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:48:31,665 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/fad32dab446c49f28c374a7f25ebf19b is 1055, key is row0001/info:/1732333699460/Put/seqid=0 2024-11-23T03:48:31,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b62d91668b814a73ba56c234c4ea6713, entries=18, sequenceid=69, filesize=23.4 K 2024-11-23T03:48:31,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=8.21 KB/8408 for 8a772313993050028f8fc437d8a1b012 in 37ms, sequenceid=69, compaction requested=false 2024-11-23T03:48:31,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a772313993050028f8fc437d8a1b012: 2024-11-23T03:48:31,667 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.0 K, sizeToCheck=16.0 K 2024-11-23T03:48:31,667 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:31,667 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5 because midkey is the same as first or last row 2024-11-23T03:48:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741841_1017 (size=45105) 2024-11-23T03:48:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741841_1017 (size=45105) 2024-11-23T03:48:31,682 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/fad32dab446c49f28c374a7f25ebf19b as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b 2024-11-23T03:48:31,688 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a772313993050028f8fc437d8a1b012/info of 8a772313993050028f8fc437d8a1b012 into fad32dab446c49f28c374a7f25ebf19b(size=44.0 K), total size for store is 67.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:48:31,688 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a772313993050028f8fc437d8a1b012: 2024-11-23T03:48:31,691 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., storeName=8a772313993050028f8fc437d8a1b012/info, priority=13, startTime=1732333711628; duration=0sec 2024-11-23T03:48:31,691 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-23T03:48:31,691 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:31,691 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b because midkey is the same as first or last row 2024-11-23T03:48:31,692 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-23T03:48:31,692 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:31,692 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b because midkey is the same as first or last row 2024-11-23T03:48:31,692 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-23T03:48:31,692 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:31,692 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b because midkey is the same as first or last row 2024-11-23T03:48:31,692 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:31,692 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a772313993050028f8fc437d8a1b012:info 2024-11-23T03:48:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:33,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a772313993050028f8fc437d8a1b012 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-23T03:48:33,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/c46eef65b6bf4406a40c92f69aa4fb43 is 1055, key is row0057/info:/1732333711631/Put/seqid=0 2024-11-23T03:48:33,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741842_1018 (size=14438) 2024-11-23T03:48:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741842_1018 (size=14438) 2024-11-23T03:48:33,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/c46eef65b6bf4406a40c92f69aa4fb43 2024-11-23T03:48:33,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/c46eef65b6bf4406a40c92f69aa4fb43 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/c46eef65b6bf4406a40c92f69aa4fb43 2024-11-23T03:48:33,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/c46eef65b6bf4406a40c92f69aa4fb43, entries=9, sequenceid=82, filesize=14.1 K 2024-11-23T03:48:33,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=17.45 KB/17867 for 8a772313993050028f8fc437d8a1b012 in 36ms, sequenceid=82, compaction requested=true 2024-11-23T03:48:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a772313993050028f8fc437d8a1b012: 2024-11-23T03:48:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-23T03:48:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b because midkey is the same as first or last row 2024-11-23T03:48:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a772313993050028f8fc437d8a1b012:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:48:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:33,688 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:48:33,689 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:48:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:33,689 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 8a772313993050028f8fc437d8a1b012/info is initiating minor compaction (all files) 2024-11-23T03:48:33,689 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a772313993050028f8fc437d8a1b012/info in TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:33,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a772313993050028f8fc437d8a1b012 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-23T03:48:33,690 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b62d91668b814a73ba56c234c4ea6713, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/c46eef65b6bf4406a40c92f69aa4fb43] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp, totalSize=81.5 K 2024-11-23T03:48:33,690 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting fad32dab446c49f28c374a7f25ebf19b, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732333699460 2024-11-23T03:48:33,691 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting b62d91668b814a73ba56c234c4ea6713, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732333711601 2024-11-23T03:48:33,691 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting c46eef65b6bf4406a40c92f69aa4fb43, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732333711631 2024-11-23T03:48:33,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/531e9b5dd9e4444f8d105f0c26d8bdfd is 1055, key is row0066/info:/1732333713653/Put/seqid=0 2024-11-23T03:48:33,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741843_1019 (size=24978) 2024-11-23T03:48:33,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741843_1019 (size=24978) 2024-11-23T03:48:33,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/531e9b5dd9e4444f8d105f0c26d8bdfd 2024-11-23T03:48:33,713 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a772313993050028f8fc437d8a1b012#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:48:33,714 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/b8b09583b1de4658b574b1dfda30b4cc is 1055, key is row0001/info:/1732333699460/Put/seqid=0 2024-11-23T03:48:33,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/531e9b5dd9e4444f8d105f0c26d8bdfd as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/531e9b5dd9e4444f8d105f0c26d8bdfd 2024-11-23T03:48:33,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T03:48:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51018 deadline: 1732333723719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 2024-11-23T03:48:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:48:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:48:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 because the exception is null or not the one we care about 2024-11-23T03:48:33,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/531e9b5dd9e4444f8d105f0c26d8bdfd, entries=19, sequenceid=104, filesize=24.4 K 2024-11-23T03:48:33,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=10.26 KB/10510 for 8a772313993050028f8fc437d8a1b012 in 37ms, sequenceid=104, compaction requested=false 2024-11-23T03:48:33,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a772313993050028f8fc437d8a1b012: 2024-11-23T03:48:33,727 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.9 K, sizeToCheck=16.0 K 2024-11-23T03:48:33,727 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:33,727 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b because midkey is the same as first or last row 2024-11-23T03:48:33,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741844_1020 (size=73753) 2024-11-23T03:48:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741844_1020 (size=73753) 2024-11-23T03:48:33,737 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/b8b09583b1de4658b574b1dfda30b4cc as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc 2024-11-23T03:48:33,743 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a772313993050028f8fc437d8a1b012/info of 8a772313993050028f8fc437d8a1b012 into b8b09583b1de4658b574b1dfda30b4cc(size=72.0 K), total size for store is 96.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:48:33,743 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a772313993050028f8fc437d8a1b012: 2024-11-23T03:48:33,743 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., storeName=8a772313993050028f8fc437d8a1b012/info, priority=13, startTime=1732333713688; duration=0sec 2024-11-23T03:48:33,744 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.4 K, sizeToCheck=16.0 K 2024-11-23T03:48:33,744 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:33,744 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.4 K, sizeToCheck=16.0 K 2024-11-23T03:48:33,744 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:33,744 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.4 K, sizeToCheck=16.0 K 2024-11-23T03:48:33,744 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-23T03:48:33,745 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:33,745 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:33,745 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a772313993050028f8fc437d8a1b012:info 2024-11-23T03:48:33,746 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] assignment.AssignmentManager(1363): Split request from 237a1da887a0,33597,1732333688394, parent={ENCODED => 8a772313993050028f8fc437d8a1b012, NAME => 'TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-23T03:48:33,751 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=237a1da887a0,33597,1732333688394 2024-11-23T03:48:33,756 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42007 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8a772313993050028f8fc437d8a1b012, daughterA=8a9fbb075997a1ca4781b6fe86893792, daughterB=7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:33,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8a772313993050028f8fc437d8a1b012, daughterA=8a9fbb075997a1ca4781b6fe86893792, daughterB=7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:33,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8a772313993050028f8fc437d8a1b012, daughterA=8a9fbb075997a1ca4781b6fe86893792, daughterB=7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:33,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8a772313993050028f8fc437d8a1b012, daughterA=8a9fbb075997a1ca4781b6fe86893792, daughterB=7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:33,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, UNASSIGN}] 2024-11-23T03:48:33,766 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, UNASSIGN 2024-11-23T03:48:33,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8a772313993050028f8fc437d8a1b012, regionState=CLOSING, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, UNASSIGN because future has completed 2024-11-23T03:48:33,771 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-23T03:48:33,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394}] 2024-11-23T03:48:33,928 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:33,928 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-23T03:48:33,929 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 8a772313993050028f8fc437d8a1b012, disabling compactions & flushes 2024-11-23T03:48:33,929 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:33,929 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:33,929 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. after waiting 0 ms 2024-11-23T03:48:33,929 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:33,929 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 8a772313993050028f8fc437d8a1b012 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-23T03:48:33,934 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/17a653d49e1649abb610eb3687de15ac is 1055, key is row0085/info:/1732333713691/Put/seqid=0 2024-11-23T03:48:33,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741845_1021 (size=15490) 2024-11-23T03:48:33,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741845_1021 (size=15490) 2024-11-23T03:48:33,939 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/17a653d49e1649abb610eb3687de15ac 2024-11-23T03:48:33,946 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/.tmp/info/17a653d49e1649abb610eb3687de15ac as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/17a653d49e1649abb610eb3687de15ac 2024-11-23T03:48:33,952 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/17a653d49e1649abb610eb3687de15ac, entries=10, sequenceid=118, filesize=15.1 K 2024-11-23T03:48:33,953 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=0 B/0 for 8a772313993050028f8fc437d8a1b012 in 24ms, sequenceid=118, compaction requested=true 2024-11-23T03:48:33,954 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/7c1cb3148b824f3d855a9eaf14cc67d6, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/18767cb7b0e74070914775e459342c1d, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b62d91668b814a73ba56c234c4ea6713, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/c46eef65b6bf4406a40c92f69aa4fb43] to archive 2024-11-23T03:48:33,955 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T03:48:33,957 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/7c1cb3148b824f3d855a9eaf14cc67d6 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/7c1cb3148b824f3d855a9eaf14cc67d6 2024-11-23T03:48:33,959 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/f03799b4312d47378f99c2702139c7d5 2024-11-23T03:48:33,960 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/fad32dab446c49f28c374a7f25ebf19b 2024-11-23T03:48:33,961 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/18767cb7b0e74070914775e459342c1d to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/18767cb7b0e74070914775e459342c1d 2024-11-23T03:48:33,962 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b62d91668b814a73ba56c234c4ea6713 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b62d91668b814a73ba56c234c4ea6713 2024-11-23T03:48:33,963 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/c46eef65b6bf4406a40c92f69aa4fb43 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/c46eef65b6bf4406a40c92f69aa4fb43 2024-11-23T03:48:33,970 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-23T03:48:33,971 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. 2024-11-23T03:48:33,971 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 8a772313993050028f8fc437d8a1b012: Waiting for close lock at 1732333713929Running coprocessor pre-close hooks at 1732333713929Disabling compacts and flushes for region at 1732333713929Disabling writes for close at 1732333713929Obtaining lock to block concurrent updates at 1732333713929Preparing flush snapshotting stores in 8a772313993050028f8fc437d8a1b012 at 1732333713929Finished memstore snapshotting TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., syncing WAL and waiting on mvcc, flushsize=dataSize=10510, getHeapSize=11520, getOffHeapSize=0, getCellsCount=10 at 1732333713929Flushing stores of TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. at 1732333713930 (+1 ms)Flushing 8a772313993050028f8fc437d8a1b012/info: creating writer at 1732333713930Flushing 8a772313993050028f8fc437d8a1b012/info: appending metadata at 1732333713933 (+3 ms)Flushing 8a772313993050028f8fc437d8a1b012/info: closing flushed file at 1732333713933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6378c381: reopening flushed file at 1732333713945 (+12 ms)Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=0 B/0 for 8a772313993050028f8fc437d8a1b012 in 24ms, sequenceid=118, compaction requested=true at 1732333713953 (+8 ms)Writing region close event to WAL at 1732333713966 (+13 ms)Running coprocessor post-close hooks at 1732333713971 (+5 ms)Closed at 1732333713971 2024-11-23T03:48:33,973 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:33,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8a772313993050028f8fc437d8a1b012, regionState=CLOSED 2024-11-23T03:48:33,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 because future has completed 2024-11-23T03:48:33,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T03:48:33,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 8a772313993050028f8fc437d8a1b012, server=237a1da887a0,33597,1732333688394 in 207 msec 2024-11-23T03:48:33,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T03:48:33,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a772313993050028f8fc437d8a1b012, UNASSIGN in 216 msec 2024-11-23T03:48:33,994 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:33,997 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=8a772313993050028f8fc437d8a1b012, threads=3 2024-11-23T03:48:33,999 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/531e9b5dd9e4444f8d105f0c26d8bdfd for region: 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:33,999 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/17a653d49e1649abb610eb3687de15ac for region: 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:33,999 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc for region: 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:34,015 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/17a653d49e1649abb610eb3687de15ac, top=true 2024-11-23T03:48:34,026 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/531e9b5dd9e4444f8d105f0c26d8bdfd, top=true 2024-11-23T03:48:34,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741846_1022 (size=27) 2024-11-23T03:48:34,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741846_1022 (size=27) 2024-11-23T03:48:34,045 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-17a653d49e1649abb610eb3687de15ac for child: 7fa445da029dae2244ea08705e93a753, parent: 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:34,045 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-531e9b5dd9e4444f8d105f0c26d8bdfd for child: 7fa445da029dae2244ea08705e93a753, parent: 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:34,045 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/17a653d49e1649abb610eb3687de15ac for region: 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:34,045 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/531e9b5dd9e4444f8d105f0c26d8bdfd for region: 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:34,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741847_1023 (size=27) 2024-11-23T03:48:34,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741847_1023 (size=27) 2024-11-23T03:48:34,050 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc for region: 8a772313993050028f8fc437d8a1b012 2024-11-23T03:48:34,052 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 8a772313993050028f8fc437d8a1b012 Daughter A: [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012] storefiles, Daughter B: [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-17a653d49e1649abb610eb3687de15ac, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-531e9b5dd9e4444f8d105f0c26d8bdfd, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012] storefiles. 2024-11-23T03:48:34,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741848_1024 (size=71) 2024-11-23T03:48:34,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741848_1024 (size=71) 2024-11-23T03:48:34,465 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:34,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741849_1025 (size=71) 2024-11-23T03:48:34,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741849_1025 (size=71) 2024-11-23T03:48:34,484 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:34,495 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-23T03:48:34,497 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-23T03:48:34,500 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732333714500"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732333714500"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732333714500"}]},"ts":"1732333714500"} 2024-11-23T03:48:34,501 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732333714500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732333714500"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732333714500"}]},"ts":"1732333714500"} 2024-11-23T03:48:34,501 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732333714500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732333714500"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732333714500"}]},"ts":"1732333714500"} 2024-11-23T03:48:34,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a9fbb075997a1ca4781b6fe86893792, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7fa445da029dae2244ea08705e93a753, ASSIGN}] 2024-11-23T03:48:34,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a9fbb075997a1ca4781b6fe86893792, ASSIGN 2024-11-23T03:48:34,526 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7fa445da029dae2244ea08705e93a753, ASSIGN 2024-11-23T03:48:34,526 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a9fbb075997a1ca4781b6fe86893792, ASSIGN; state=SPLITTING_NEW, location=237a1da887a0,33597,1732333688394; forceNewPlan=false, retain=false 2024-11-23T03:48:34,526 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7fa445da029dae2244ea08705e93a753, ASSIGN; state=SPLITTING_NEW, location=237a1da887a0,33597,1732333688394; forceNewPlan=false, retain=false 2024-11-23T03:48:34,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7fa445da029dae2244ea08705e93a753, regionState=OPENING, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:34,677 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8a9fbb075997a1ca4781b6fe86893792, regionState=OPENING, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:34,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a9fbb075997a1ca4781b6fe86893792, ASSIGN because future has completed 2024-11-23T03:48:34,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9fbb075997a1ca4781b6fe86893792, server=237a1da887a0,33597,1732333688394}] 2024-11-23T03:48:34,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7fa445da029dae2244ea08705e93a753, ASSIGN because future has completed 2024-11-23T03:48:34,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394}] 2024-11-23T03:48:34,837 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:48:34,838 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fa445da029dae2244ea08705e93a753, NAME => 'TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-23T03:48:34,838 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,838 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:48:34,838 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,838 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,841 INFO [StoreOpener-7fa445da029dae2244ea08705e93a753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,842 INFO [StoreOpener-7fa445da029dae2244ea08705e93a753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa445da029dae2244ea08705e93a753 columnFamilyName info 2024-11-23T03:48:34,842 DEBUG [StoreOpener-7fa445da029dae2244ea08705e93a753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:34,852 DEBUG [StoreOpener-7fa445da029dae2244ea08705e93a753-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-17a653d49e1649abb610eb3687de15ac 2024-11-23T03:48:34,857 DEBUG [StoreOpener-7fa445da029dae2244ea08705e93a753-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-531e9b5dd9e4444f8d105f0c26d8bdfd 2024-11-23T03:48:34,864 DEBUG [StoreOpener-7fa445da029dae2244ea08705e93a753-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012->hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc-top 2024-11-23T03:48:34,865 INFO [StoreOpener-7fa445da029dae2244ea08705e93a753-1 {}] regionserver.HStore(327): Store=7fa445da029dae2244ea08705e93a753/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:48:34,865 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,866 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,867 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,867 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,868 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,870 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,871 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 7fa445da029dae2244ea08705e93a753; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=779946, jitterRate=-0.00824776291847229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T03:48:34,871 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fa445da029dae2244ea08705e93a753 2024-11-23T03:48:34,871 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 7fa445da029dae2244ea08705e93a753: Running coprocessor pre-open hook at 1732333714838Writing region info on filesystem at 1732333714838Initializing all the Stores at 1732333714840 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333714840Cleaning up temporary data from old regions at 1732333714868 (+28 ms)Running coprocessor post-open hooks at 1732333714871 (+3 ms)Region opened successfully at 1732333714871 2024-11-23T03:48:34,872 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., pid=13, masterSystemTime=1732333714833 2024-11-23T03:48:34,872 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 7fa445da029dae2244ea08705e93a753:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:48:34,872 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:34,872 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:48:34,873 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:48:34,874 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 7fa445da029dae2244ea08705e93a753/info is initiating minor compaction (all files) 2024-11-23T03:48:34,874 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7fa445da029dae2244ea08705e93a753/info in TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:48:34,874 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012->hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc-top, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-531e9b5dd9e4444f8d105f0c26d8bdfd, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-17a653d49e1649abb610eb3687de15ac] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp, totalSize=111.5 K 2024-11-23T03:48:34,875 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:48:34,875 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:48:34,875 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:48:34,875 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732333699460 2024-11-23T03:48:34,875 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a9fbb075997a1ca4781b6fe86893792, NAME => 'TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-23T03:48:34,875 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,875 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:48:34,875 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-531e9b5dd9e4444f8d105f0c26d8bdfd, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732333713653 2024-11-23T03:48:34,875 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,876 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,876 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7fa445da029dae2244ea08705e93a753, regionState=OPEN, openSeqNum=122, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:34,876 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-17a653d49e1649abb610eb3687de15ac, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732333713691 2024-11-23T03:48:34,878 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-23T03:48:34,878 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-23T03:48:34,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-23T03:48:34,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 because future has completed 2024-11-23T03:48:34,880 INFO [StoreOpener-8a9fbb075997a1ca4781b6fe86893792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,881 INFO [StoreOpener-8a9fbb075997a1ca4781b6fe86893792-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9fbb075997a1ca4781b6fe86893792 columnFamilyName info 2024-11-23T03:48:34,881 DEBUG [StoreOpener-8a9fbb075997a1ca4781b6fe86893792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:48:34,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-23T03:48:34,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 in 212 msec 2024-11-23T03:48:34,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=7fa445da029dae2244ea08705e93a753, ASSIGN in 372 msec 2024-11-23T03:48:34,901 DEBUG [StoreOpener-8a9fbb075997a1ca4781b6fe86893792-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012->hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc-bottom 2024-11-23T03:48:34,901 INFO [StoreOpener-8a9fbb075997a1ca4781b6fe86893792-1 {}] regionserver.HStore(327): Store=8a9fbb075997a1ca4781b6fe86893792/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:48:34,901 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,902 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,903 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,903 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,903 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,909 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,910 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 8a9fbb075997a1ca4781b6fe86893792; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=837096, jitterRate=0.06442281603813171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T03:48:34,910 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:48:34,911 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 8a9fbb075997a1ca4781b6fe86893792: Running coprocessor pre-open hook at 1732333714876Writing region info on filesystem at 1732333714876Initializing all the Stores at 1732333714876Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333714876Cleaning up temporary data from old regions at 1732333714904 (+28 ms)Running coprocessor post-open hooks at 1732333714910 (+6 ms)Region opened successfully at 1732333714911 (+1 ms) 2024-11-23T03:48:34,911 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792., pid=12, masterSystemTime=1732333714833 2024-11-23T03:48:34,912 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 8a9fbb075997a1ca4781b6fe86893792:info, priority=-2147483648, current under compaction store size is 2 2024-11-23T03:48:34,912 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:34,912 DEBUG [RS:0;237a1da887a0:33597-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-23T03:48:34,912 INFO [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:48:34,913 DEBUG [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.HStore(1541): 8a9fbb075997a1ca4781b6fe86893792/info is initiating minor compaction (all files) 2024-11-23T03:48:34,913 INFO [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a9fbb075997a1ca4781b6fe86893792/info in TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:48:34,913 INFO [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012->hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc-bottom] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/.tmp, totalSize=72.0 K 2024-11-23T03:48:34,914 DEBUG [RS:0;237a1da887a0:33597-longCompactions-0 {}] compactions.Compactor(225): Compacting b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732333699460 2024-11-23T03:48:34,914 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:48:34,914 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:48:34,915 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8a9fbb075997a1ca4781b6fe86893792, regionState=OPEN, openSeqNum=122, regionLocation=237a1da887a0,33597,1732333688394 2024-11-23T03:48:34,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9fbb075997a1ca4781b6fe86893792, server=237a1da887a0,33597,1732333688394 because future has completed 2024-11-23T03:48:34,921 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7fa445da029dae2244ea08705e93a753#info#compaction#40 average throughput is 31.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:48:34,922 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/c88940f9e8d0468cbc3058e781ac44b0 is 1055, key is row0064/info:/1732333711647/Put/seqid=0 2024-11-23T03:48:34,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-23T03:48:34,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a9fbb075997a1ca4781b6fe86893792, server=237a1da887a0,33597,1732333688394 in 245 msec 2024-11-23T03:48:34,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/info/4f7707884ec64e24abedf80ce1f0bdbd is 193, key is TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753./info:regioninfo/1732333714875/Put/seqid=0 2024-11-23T03:48:34,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-23T03:48:34,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8a9fbb075997a1ca4781b6fe86893792, ASSIGN in 403 msec 2024-11-23T03:48:34,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8a772313993050028f8fc437d8a1b012, daughterA=8a9fbb075997a1ca4781b6fe86893792, daughterB=7fa445da029dae2244ea08705e93a753 in 1.1790 sec 2024-11-23T03:48:34,945 INFO [RS:0;237a1da887a0:33597-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a9fbb075997a1ca4781b6fe86893792#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:48:34,945 DEBUG [RS:0;237a1da887a0:33597-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/.tmp/info/3beb860409d64956a375deb5dc5c2d58 is 1055, key is row0001/info:/1732333699460/Put/seqid=0 2024-11-23T03:48:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741851_1027 (size=9882) 2024-11-23T03:48:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741851_1027 (size=9882) 2024-11-23T03:48:34,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/info/4f7707884ec64e24abedf80ce1f0bdbd 2024-11-23T03:48:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741850_1026 (size=37897) 2024-11-23T03:48:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741850_1026 (size=37897) 2024-11-23T03:48:34,974 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/c88940f9e8d0468cbc3058e781ac44b0 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c88940f9e8d0468cbc3058e781ac44b0 2024-11-23T03:48:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741852_1028 (size=71441) 2024-11-23T03:48:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741852_1028 (size=71441) 2024-11-23T03:48:34,984 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7fa445da029dae2244ea08705e93a753/info of 7fa445da029dae2244ea08705e93a753 into c88940f9e8d0468cbc3058e781ac44b0(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:48:34,984 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:48:34,984 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., storeName=7fa445da029dae2244ea08705e93a753/info, priority=13, startTime=1732333714872; duration=0sec 2024-11-23T03:48:34,984 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:34,984 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7fa445da029dae2244ea08705e93a753:info 2024-11-23T03:48:34,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/ns/8b983ce431294fe0988bec3cbf30b4e7 is 43, key is default/ns:d/1732333689298/Put/seqid=0 2024-11-23T03:48:34,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741853_1029 (size=5153) 2024-11-23T03:48:34,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741853_1029 (size=5153) 2024-11-23T03:48:34,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/ns/8b983ce431294fe0988bec3cbf30b4e7 2024-11-23T03:48:35,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/table/c42d5c2b4c0d4b8b96faa37fd50daed9 is 65, key is TestLogRolling-testLogRolling/table:state/1732333689731/Put/seqid=0 2024-11-23T03:48:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741854_1030 (size=5340) 2024-11-23T03:48:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741854_1030 (size=5340) 2024-11-23T03:48:35,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/table/c42d5c2b4c0d4b8b96faa37fd50daed9 2024-11-23T03:48:35,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/info/4f7707884ec64e24abedf80ce1f0bdbd as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/info/4f7707884ec64e24abedf80ce1f0bdbd 2024-11-23T03:48:35,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/info/4f7707884ec64e24abedf80ce1f0bdbd, entries=30, sequenceid=17, filesize=9.7 K 2024-11-23T03:48:35,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/ns/8b983ce431294fe0988bec3cbf30b4e7 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/ns/8b983ce431294fe0988bec3cbf30b4e7 2024-11-23T03:48:35,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/ns/8b983ce431294fe0988bec3cbf30b4e7, entries=2, sequenceid=17, filesize=5.0 K 2024-11-23T03:48:35,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/table/c42d5c2b4c0d4b8b96faa37fd50daed9 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/table/c42d5c2b4c0d4b8b96faa37fd50daed9 2024-11-23T03:48:35,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/table/c42d5c2b4c0d4b8b96faa37fd50daed9, entries=2, sequenceid=17, filesize=5.2 K 2024-11-23T03:48:35,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 179ms, sequenceid=17, compaction requested=false 2024-11-23T03:48:35,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-23T03:48:35,389 DEBUG [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/.tmp/info/3beb860409d64956a375deb5dc5c2d58 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/info/3beb860409d64956a375deb5dc5c2d58 2024-11-23T03:48:35,397 INFO [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 8a9fbb075997a1ca4781b6fe86893792/info of 8a9fbb075997a1ca4781b6fe86893792 into 3beb860409d64956a375deb5dc5c2d58(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:48:35,397 DEBUG [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a9fbb075997a1ca4781b6fe86893792: 2024-11-23T03:48:35,397 INFO [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792., storeName=8a9fbb075997a1ca4781b6fe86893792/info, priority=15, startTime=1732333714912; duration=0sec 2024-11-23T03:48:35,397 DEBUG [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:48:35,397 DEBUG [RS:0;237a1da887a0:33597-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a9fbb075997a1ca4781b6fe86893792:info 2024-11-23T03:48:38,306 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T03:48:38,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:38,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T03:48:39,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:39,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:48:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51018 deadline: 1732333733743, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. is not online on 237a1da887a0,33597,1732333688394 2024-11-23T03:48:43,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. is not online on 237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:48:43,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012. is not online on 237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:48:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732333689336.8a772313993050028f8fc437d8a1b012., hostname=237a1da887a0,33597,1732333688394, seqNum=2 from cache 2024-11-23T03:48:49,831 INFO [master/237a1da887a0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T03:48:49,831 INFO [master/237a1da887a0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T03:48:54,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-23T03:49:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122] 2024-11-23T03:49:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:05,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:49:05,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/25c66a33ad22416ea0cae3a8bfa70839 is 1055, key is row0095/info:/1732333743922/Put/seqid=0 2024-11-23T03:49:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741855_1031 (size=13391) 2024-11-23T03:49:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741855_1031 (size=13391) 2024-11-23T03:49:05,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/25c66a33ad22416ea0cae3a8bfa70839 2024-11-23T03:49:05,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/25c66a33ad22416ea0cae3a8bfa70839 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/25c66a33ad22416ea0cae3a8bfa70839 2024-11-23T03:49:05,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/25c66a33ad22416ea0cae3a8bfa70839, entries=8, sequenceid=133, filesize=13.1 K 2024-11-23T03:49:05,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 7fa445da029dae2244ea08705e93a753 in 27ms, sequenceid=133, compaction requested=false 2024-11-23T03:49:05,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:05,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-23T03:49:05,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/0602efaf52244560836a739c58344961 is 1055, key is row0103/info:/1732333745936/Put/seqid=0 2024-11-23T03:49:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741856_1032 (size=21838) 2024-11-23T03:49:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741856_1032 (size=21838) 2024-11-23T03:49:05,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/0602efaf52244560836a739c58344961 2024-11-23T03:49:05,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/0602efaf52244560836a739c58344961 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/0602efaf52244560836a739c58344961 2024-11-23T03:49:05,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/0602efaf52244560836a739c58344961, entries=16, sequenceid=152, filesize=21.3 K 2024-11-23T03:49:05,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for 7fa445da029dae2244ea08705e93a753 in 25ms, sequenceid=152, compaction requested=true 2024-11-23T03:49:05,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:05,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7fa445da029dae2244ea08705e93a753:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:49:05,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:05,987 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:49:05,988 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:49:05,988 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 7fa445da029dae2244ea08705e93a753/info is initiating minor compaction (all files) 2024-11-23T03:49:05,988 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7fa445da029dae2244ea08705e93a753/info in TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:05,988 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c88940f9e8d0468cbc3058e781ac44b0, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/25c66a33ad22416ea0cae3a8bfa70839, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/0602efaf52244560836a739c58344961] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp, totalSize=71.4 K 2024-11-23T03:49:05,989 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting c88940f9e8d0468cbc3058e781ac44b0, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732333711647 2024-11-23T03:49:05,989 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25c66a33ad22416ea0cae3a8bfa70839, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732333743922 2024-11-23T03:49:05,989 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0602efaf52244560836a739c58344961, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732333745936 2024-11-23T03:49:06,001 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7fa445da029dae2244ea08705e93a753#info#compaction#47 average throughput is 55.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:49:06,001 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/6d8236860ec542789efcd56365477dfe is 1055, key is row0064/info:/1732333711647/Put/seqid=0 2024-11-23T03:49:06,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741857_1033 (size=63340) 2024-11-23T03:49:06,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741857_1033 (size=63340) 2024-11-23T03:49:06,013 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/6d8236860ec542789efcd56365477dfe as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6d8236860ec542789efcd56365477dfe 2024-11-23T03:49:06,020 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7fa445da029dae2244ea08705e93a753/info of 7fa445da029dae2244ea08705e93a753 into 6d8236860ec542789efcd56365477dfe(size=61.9 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:49:06,020 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:06,020 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., storeName=7fa445da029dae2244ea08705e93a753/info, priority=13, startTime=1732333745987; duration=0sec 2024-11-23T03:49:06,020 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:06,021 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7fa445da029dae2244ea08705e93a753:info 2024-11-23T03:49:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:07,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-23T03:49:07,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/4e8817d666e84933ad8cdd9d30de7d0d is 1055, key is row0119/info:/1732333745963/Put/seqid=0 2024-11-23T03:49:07,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741858_1034 (size=16553) 2024-11-23T03:49:07,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741858_1034 (size=16553) 2024-11-23T03:49:07,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/4e8817d666e84933ad8cdd9d30de7d0d 2024-11-23T03:49:08,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/4e8817d666e84933ad8cdd9d30de7d0d as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/4e8817d666e84933ad8cdd9d30de7d0d 2024-11-23T03:49:08,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/4e8817d666e84933ad8cdd9d30de7d0d, entries=11, sequenceid=167, filesize=16.2 K 2024-11-23T03:49:08,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=17.45 KB/17867 for 7fa445da029dae2244ea08705e93a753 in 28ms, sequenceid=167, compaction requested=false 2024-11-23T03:49:08,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:08,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-23T03:49:08,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/68e45085c807429aba5c7da9c26b576f is 1055, key is row0130/info:/1732333747984/Put/seqid=0 2024-11-23T03:49:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741859_1035 (size=23944) 2024-11-23T03:49:08,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741859_1035 (size=23944) 2024-11-23T03:49:08,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/68e45085c807429aba5c7da9c26b576f 2024-11-23T03:49:08,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/68e45085c807429aba5c7da9c26b576f as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/68e45085c807429aba5c7da9c26b576f 2024-11-23T03:49:08,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T03:49:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51018 deadline: 1732333758031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 2024-11-23T03:49:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:49:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:49:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 because the exception is null or not the one we care about 2024-11-23T03:49:08,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/68e45085c807429aba5c7da9c26b576f, entries=18, sequenceid=188, filesize=23.4 K 2024-11-23T03:49:08,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 7fa445da029dae2244ea08705e93a753 in 25ms, sequenceid=188, compaction requested=true 2024-11-23T03:49:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7fa445da029dae2244ea08705e93a753:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:49:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:08,035 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:49:08,036 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103837 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:49:08,036 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 7fa445da029dae2244ea08705e93a753/info is initiating minor compaction (all files) 2024-11-23T03:49:08,036 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7fa445da029dae2244ea08705e93a753/info in TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:08,036 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6d8236860ec542789efcd56365477dfe, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/4e8817d666e84933ad8cdd9d30de7d0d, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/68e45085c807429aba5c7da9c26b576f] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp, totalSize=101.4 K 2024-11-23T03:49:08,037 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d8236860ec542789efcd56365477dfe, keycount=55, bloomtype=ROW, size=61.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732333711647 2024-11-23T03:49:08,037 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e8817d666e84933ad8cdd9d30de7d0d, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732333745963 2024-11-23T03:49:08,037 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68e45085c807429aba5c7da9c26b576f, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732333747984 2024-11-23T03:49:08,050 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7fa445da029dae2244ea08705e93a753#info#compaction#50 average throughput is 28.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:49:08,050 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/740af85a4e5142e9ae5dad57e296f309 is 1055, key is row0064/info:/1732333711647/Put/seqid=0 2024-11-23T03:49:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741860_1036 (size=94056) 2024-11-23T03:49:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741860_1036 (size=94056) 2024-11-23T03:49:08,061 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/740af85a4e5142e9ae5dad57e296f309 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/740af85a4e5142e9ae5dad57e296f309 2024-11-23T03:49:08,067 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7fa445da029dae2244ea08705e93a753/info of 7fa445da029dae2244ea08705e93a753 into 740af85a4e5142e9ae5dad57e296f309(size=91.9 K), total size for store is 91.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:49:08,067 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:08,067 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., storeName=7fa445da029dae2244ea08705e93a753/info, priority=13, startTime=1732333748035; duration=0sec 2024-11-23T03:49:08,067 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:08,067 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7fa445da029dae2244ea08705e93a753:info 2024-11-23T03:49:08,306 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T03:49:09,308 DEBUG [master/237a1da887a0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T03:49:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:18,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-23T03:49:18,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/c60fb4d6722e4670a55a93d4ec8d0a61 is 1055, key is row0148/info:/1732333748011/Put/seqid=0 2024-11-23T03:49:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741861_1037 (size=17606) 2024-11-23T03:49:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741861_1037 (size=17606) 2024-11-23T03:49:18,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/c60fb4d6722e4670a55a93d4ec8d0a61 2024-11-23T03:49:18,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/c60fb4d6722e4670a55a93d4ec8d0a61 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c60fb4d6722e4670a55a93d4ec8d0a61 2024-11-23T03:49:18,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c60fb4d6722e4670a55a93d4ec8d0a61, entries=12, sequenceid=204, filesize=17.2 K 2024-11-23T03:49:18,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 7fa445da029dae2244ea08705e93a753 in 24ms, sequenceid=204, compaction requested=false 2024-11-23T03:49:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:19,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7fa445da029dae2244ea08705e93a753, had cached 0 bytes from a total of 111662 2024-11-23T03:49:19,875 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8a9fbb075997a1ca4781b6fe86893792, had cached 0 bytes from a total of 71441 2024-11-23T03:49:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:20,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:49:20,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/8790a1f1f0ca4e829df5519ed4c3a0e5 is 1055, key is row0160/info:/1732333758046/Put/seqid=0 2024-11-23T03:49:20,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741862_1038 (size=13394) 2024-11-23T03:49:20,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741862_1038 (size=13394) 2024-11-23T03:49:20,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/8790a1f1f0ca4e829df5519ed4c3a0e5 2024-11-23T03:49:20,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/8790a1f1f0ca4e829df5519ed4c3a0e5 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/8790a1f1f0ca4e829df5519ed4c3a0e5 2024-11-23T03:49:20,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/8790a1f1f0ca4e829df5519ed4c3a0e5, entries=8, sequenceid=215, filesize=13.1 K 2024-11-23T03:49:20,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 7fa445da029dae2244ea08705e93a753 in 32ms, sequenceid=215, compaction requested=true 2024-11-23T03:49:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7fa445da029dae2244ea08705e93a753:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:49:20,091 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:49:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:20,093 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125056 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:49:20,093 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 7fa445da029dae2244ea08705e93a753/info is initiating minor compaction (all files) 2024-11-23T03:49:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:20,093 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7fa445da029dae2244ea08705e93a753/info in TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:20,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-23T03:49:20,093 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/740af85a4e5142e9ae5dad57e296f309, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c60fb4d6722e4670a55a93d4ec8d0a61, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/8790a1f1f0ca4e829df5519ed4c3a0e5] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp, totalSize=122.1 K 2024-11-23T03:49:20,093 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 740af85a4e5142e9ae5dad57e296f309, keycount=84, bloomtype=ROW, size=91.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732333711647 2024-11-23T03:49:20,094 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting c60fb4d6722e4670a55a93d4ec8d0a61, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732333748011 2024-11-23T03:49:20,094 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8790a1f1f0ca4e829df5519ed4c3a0e5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732333758046 2024-11-23T03:49:20,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/593c60da0aac465b8f44bd5a5744a6e2 is 1055, key is row0168/info:/1732333760060/Put/seqid=0 2024-11-23T03:49:20,116 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7fa445da029dae2244ea08705e93a753#info#compaction#54 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:49:20,117 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/a3f9cd4314a9450899689184ae9afb02 is 1055, key is row0064/info:/1732333711647/Put/seqid=0 2024-11-23T03:49:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741863_1039 (size=23944) 2024-11-23T03:49:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741863_1039 (size=23944) 2024-11-23T03:49:20,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/593c60da0aac465b8f44bd5a5744a6e2 2024-11-23T03:49:20,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/593c60da0aac465b8f44bd5a5744a6e2 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/593c60da0aac465b8f44bd5a5744a6e2 2024-11-23T03:49:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741864_1040 (size=115222) 2024-11-23T03:49:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741864_1040 (size=115222) 2024-11-23T03:49:20,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/593c60da0aac465b8f44bd5a5744a6e2, entries=18, sequenceid=236, filesize=23.4 K 2024-11-23T03:49:20,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for 7fa445da029dae2244ea08705e93a753 in 40ms, sequenceid=236, compaction requested=false 2024-11-23T03:49:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:20,538 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/a3f9cd4314a9450899689184ae9afb02 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/a3f9cd4314a9450899689184ae9afb02 2024-11-23T03:49:20,545 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7fa445da029dae2244ea08705e93a753/info of 7fa445da029dae2244ea08705e93a753 into a3f9cd4314a9450899689184ae9afb02(size=112.5 K), total size for store is 135.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:49:20,546 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:20,546 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., storeName=7fa445da029dae2244ea08705e93a753/info, priority=13, startTime=1732333760091; duration=0sec 2024-11-23T03:49:20,546 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:20,546 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7fa445da029dae2244ea08705e93a753:info 2024-11-23T03:49:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:22,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:49:22,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/bd6cf29899f4489c87391cd277ee0192 is 1055, key is row0186/info:/1732333760094/Put/seqid=0 2024-11-23T03:49:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741865_1041 (size=13394) 2024-11-23T03:49:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741865_1041 (size=13394) 2024-11-23T03:49:22,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/bd6cf29899f4489c87391cd277ee0192 2024-11-23T03:49:22,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/bd6cf29899f4489c87391cd277ee0192 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/bd6cf29899f4489c87391cd277ee0192 2024-11-23T03:49:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T03:49:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51018 deadline: 1732333772171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 2024-11-23T03:49:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:49:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:49:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 because the exception is null or not the one we care about 2024-11-23T03:49:22,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/bd6cf29899f4489c87391cd277ee0192, entries=8, sequenceid=248, filesize=13.1 K 2024-11-23T03:49:22,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 7fa445da029dae2244ea08705e93a753 in 67ms, sequenceid=248, compaction requested=true 2024-11-23T03:49:22,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:22,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7fa445da029dae2244ea08705e93a753:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:49:22,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:22,178 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:49:22,180 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152560 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:49:22,180 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 7fa445da029dae2244ea08705e93a753/info is initiating minor compaction (all files) 2024-11-23T03:49:22,180 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7fa445da029dae2244ea08705e93a753/info in TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:22,180 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/a3f9cd4314a9450899689184ae9afb02, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/593c60da0aac465b8f44bd5a5744a6e2, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/bd6cf29899f4489c87391cd277ee0192] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp, totalSize=149.0 K 2024-11-23T03:49:22,180 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3f9cd4314a9450899689184ae9afb02, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732333711647 2024-11-23T03:49:22,181 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 593c60da0aac465b8f44bd5a5744a6e2, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732333760060 2024-11-23T03:49:22,181 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd6cf29899f4489c87391cd277ee0192, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732333760094 2024-11-23T03:49:22,199 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7fa445da029dae2244ea08705e93a753#info#compaction#56 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:49:22,200 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/db6c9a2ffe6d4e82bf00fed70180f822 is 1055, key is row0064/info:/1732333711647/Put/seqid=0 2024-11-23T03:49:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741866_1042 (size=142906) 2024-11-23T03:49:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741866_1042 (size=142906) 2024-11-23T03:49:22,214 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/db6c9a2ffe6d4e82bf00fed70180f822 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/db6c9a2ffe6d4e82bf00fed70180f822 2024-11-23T03:49:22,222 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7fa445da029dae2244ea08705e93a753/info of 7fa445da029dae2244ea08705e93a753 into db6c9a2ffe6d4e82bf00fed70180f822(size=139.6 K), total size for store is 139.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:49:22,222 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:22,222 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., storeName=7fa445da029dae2244ea08705e93a753/info, priority=13, startTime=1732333762178; duration=0sec 2024-11-23T03:49:22,222 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:22,222 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7fa445da029dae2244ea08705e93a753:info 2024-11-23T03:49:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:32,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-23T03:49:32,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/dfbd383eeee34d388a52074b476faab0 is 1055, key is row0194/info:/1732333762113/Put/seqid=0 2024-11-23T03:49:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741867_1043 (size=28172) 2024-11-23T03:49:32,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741867_1043 (size=28172) 2024-11-23T03:49:32,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/dfbd383eeee34d388a52074b476faab0 2024-11-23T03:49:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T03:49:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51018 deadline: 1732333782266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 2024-11-23T03:49:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:49:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=7fa445da029dae2244ea08705e93a753, server=237a1da887a0,33597,1732333688394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T03:49:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., hostname=237a1da887a0,33597,1732333688394, seqNum=122 because the exception is null or not the one we care about 2024-11-23T03:49:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/dfbd383eeee34d388a52074b476faab0 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/dfbd383eeee34d388a52074b476faab0 2024-11-23T03:49:32,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/dfbd383eeee34d388a52074b476faab0, entries=22, sequenceid=274, filesize=27.5 K 2024-11-23T03:49:32,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for 7fa445da029dae2244ea08705e93a753 in 24ms, sequenceid=274, compaction requested=false 2024-11-23T03:49:32,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:38,307 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T03:49:39,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-23T03:49:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:42,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:49:42,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/ae9d29cc85aa42128ec364db724b35e5 is 1055, key is row0216/info:/1732333772256/Put/seqid=0 2024-11-23T03:49:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741868_1044 (size=13402) 2024-11-23T03:49:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741868_1044 (size=13402) 2024-11-23T03:49:42,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/ae9d29cc85aa42128ec364db724b35e5 2024-11-23T03:49:42,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/ae9d29cc85aa42128ec364db724b35e5 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ae9d29cc85aa42128ec364db724b35e5 2024-11-23T03:49:42,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ae9d29cc85aa42128ec364db724b35e5, entries=8, sequenceid=285, filesize=13.1 K 2024-11-23T03:49:42,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=1.03 KB/1051 for 7fa445da029dae2244ea08705e93a753 in 23ms, sequenceid=285, compaction requested=true 2024-11-23T03:49:42,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:42,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7fa445da029dae2244ea08705e93a753:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:49:42,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:42,378 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:49:42,379 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184480 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:49:42,379 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 7fa445da029dae2244ea08705e93a753/info is initiating minor compaction (all files) 2024-11-23T03:49:42,379 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7fa445da029dae2244ea08705e93a753/info in TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:42,379 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/db6c9a2ffe6d4e82bf00fed70180f822, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/dfbd383eeee34d388a52074b476faab0, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ae9d29cc85aa42128ec364db724b35e5] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp, totalSize=180.2 K 2024-11-23T03:49:42,380 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting db6c9a2ffe6d4e82bf00fed70180f822, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732333711647 2024-11-23T03:49:42,380 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfbd383eeee34d388a52074b476faab0, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732333762113 2024-11-23T03:49:42,381 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae9d29cc85aa42128ec364db724b35e5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732333772256 2024-11-23T03:49:42,392 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7fa445da029dae2244ea08705e93a753#info#compaction#59 average throughput is 80.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:49:42,393 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/ed04d32881ed44d5b21640ad3f34cbce is 1055, key is row0064/info:/1732333711647/Put/seqid=0 2024-11-23T03:49:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741869_1045 (size=174630) 2024-11-23T03:49:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741869_1045 (size=174630) 2024-11-23T03:49:42,401 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/ed04d32881ed44d5b21640ad3f34cbce as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ed04d32881ed44d5b21640ad3f34cbce 2024-11-23T03:49:42,406 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7fa445da029dae2244ea08705e93a753/info of 7fa445da029dae2244ea08705e93a753 into ed04d32881ed44d5b21640ad3f34cbce(size=170.5 K), total size for store is 170.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:49:42,406 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:42,406 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., storeName=7fa445da029dae2244ea08705e93a753/info, priority=13, startTime=1732333782378; duration=0sec 2024-11-23T03:49:42,406 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:42,406 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7fa445da029dae2244ea08705e93a753:info 2024-11-23T03:49:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:44,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-23T03:49:44,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/6e1534e6db504c42981b02267e28e53d is 1055, key is row0224/info:/1732333782356/Put/seqid=0 2024-11-23T03:49:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741870_1046 (size=13402) 2024-11-23T03:49:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741870_1046 (size=13402) 2024-11-23T03:49:44,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/6e1534e6db504c42981b02267e28e53d 2024-11-23T03:49:44,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/6e1534e6db504c42981b02267e28e53d as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6e1534e6db504c42981b02267e28e53d 2024-11-23T03:49:44,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6e1534e6db504c42981b02267e28e53d, entries=8, sequenceid=297, filesize=13.1 K 2024-11-23T03:49:44,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 7fa445da029dae2244ea08705e93a753 in 27ms, sequenceid=297, compaction requested=false 2024-11-23T03:49:44,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33597 {}] regionserver.HRegion(8855): Flush requested on 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:44,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-23T03:49:44,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/72c5306ecaef4063b95ba91b1562886f is 1055, key is row0232/info:/1732333784368/Put/seqid=0 2024-11-23T03:49:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741871_1047 (size=26070) 2024-11-23T03:49:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741871_1047 (size=26070) 2024-11-23T03:49:44,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/72c5306ecaef4063b95ba91b1562886f 2024-11-23T03:49:44,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/72c5306ecaef4063b95ba91b1562886f as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/72c5306ecaef4063b95ba91b1562886f 2024-11-23T03:49:44,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/72c5306ecaef4063b95ba91b1562886f, entries=20, sequenceid=320, filesize=25.5 K 2024-11-23T03:49:44,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=5.13 KB/5255 for 7fa445da029dae2244ea08705e93a753 in 19ms, sequenceid=320, compaction requested=true 2024-11-23T03:49:44,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:44,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7fa445da029dae2244ea08705e93a753:info, priority=-2147483648, current under compaction store size is 1 2024-11-23T03:49:44,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:44,414 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T03:49:44,415 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 214102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T03:49:44,415 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1541): 7fa445da029dae2244ea08705e93a753/info is initiating minor compaction (all files) 2024-11-23T03:49:44,416 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7fa445da029dae2244ea08705e93a753/info in TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:44,416 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ed04d32881ed44d5b21640ad3f34cbce, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6e1534e6db504c42981b02267e28e53d, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/72c5306ecaef4063b95ba91b1562886f] into tmpdir=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp, totalSize=209.1 K 2024-11-23T03:49:44,416 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed04d32881ed44d5b21640ad3f34cbce, keycount=160, bloomtype=ROW, size=170.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732333711647 2024-11-23T03:49:44,416 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e1534e6db504c42981b02267e28e53d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732333782356 2024-11-23T03:49:44,417 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72c5306ecaef4063b95ba91b1562886f, keycount=20, bloomtype=ROW, size=25.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732333784368 2024-11-23T03:49:44,428 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7fa445da029dae2244ea08705e93a753#info#compaction#62 average throughput is 62.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T03:49:44,429 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/8fb7cba5773d4ce394f118407802bc94 is 1055, key is row0064/info:/1732333711647/Put/seqid=0 2024-11-23T03:49:44,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741872_1048 (size=204248) 2024-11-23T03:49:44,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741872_1048 (size=204248) 2024-11-23T03:49:44,439 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/8fb7cba5773d4ce394f118407802bc94 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/8fb7cba5773d4ce394f118407802bc94 2024-11-23T03:49:44,445 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7fa445da029dae2244ea08705e93a753/info of 7fa445da029dae2244ea08705e93a753 into 8fb7cba5773d4ce394f118407802bc94(size=199.5 K), total size for store is 199.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T03:49:44,445 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:44,445 INFO [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., storeName=7fa445da029dae2244ea08705e93a753/info, priority=13, startTime=1732333784414; duration=0sec 2024-11-23T03:49:44,445 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T03:49:44,445 DEBUG [RS:0;237a1da887a0:33597-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7fa445da029dae2244ea08705e93a753:info 2024-11-23T03:49:46,402 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-23T03:49:46,416 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333786403, exclude list is [], retry=0 2024-11-23T03:49:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-75725e28-2e1b-4205-8d9b-0f92a7cf5145,DISK] 2024-11-23T03:49:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5b7c4ef5-8772-4e08-90bd-793129db354f,DISK] 2024-11-23T03:49:46,420 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333688820 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333786403 2024-11-23T03:49:46,421 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481),(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-23T03:49:46,421 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333688820 is not closed yet, will try archiving it next time 2024-11-23T03:49:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741833_1009 (size=308076) 2024-11-23T03:49:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741833_1009 (size=308076) 2024-11-23T03:49:46,425 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8a9fbb075997a1ca4781b6fe86893792: 2024-11-23T03:49:46,426 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7fa445da029dae2244ea08705e93a753 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-23T03:49:46,430 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/c24dc0d2f0e64906a573478722e2ecfc is 1055, key is row0252/info:/1732333784396/Put/seqid=0 2024-11-23T03:49:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741874_1050 (size=10232) 2024-11-23T03:49:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741874_1050 (size=10232) 2024-11-23T03:49:46,438 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/c24dc0d2f0e64906a573478722e2ecfc 2024-11-23T03:49:46,444 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/.tmp/info/c24dc0d2f0e64906a573478722e2ecfc as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c24dc0d2f0e64906a573478722e2ecfc 2024-11-23T03:49:46,448 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c24dc0d2f0e64906a573478722e2ecfc, entries=5, sequenceid=329, filesize=10.0 K 2024-11-23T03:49:46,449 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 7fa445da029dae2244ea08705e93a753 in 24ms, sequenceid=329, compaction requested=false 2024-11-23T03:49:46,450 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7fa445da029dae2244ea08705e93a753: 2024-11-23T03:49:46,450 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-23T03:49:46,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/info/d33fbe8463a34db88df0b86a15a91380 is 186, key is TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792./info:regioninfo/1732333714915/Put/seqid=0 2024-11-23T03:49:46,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741875_1051 (size=6153) 2024-11-23T03:49:46,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741875_1051 (size=6153) 2024-11-23T03:49:46,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/info/d33fbe8463a34db88df0b86a15a91380 2024-11-23T03:49:46,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/.tmp/info/d33fbe8463a34db88df0b86a15a91380 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/info/d33fbe8463a34db88df0b86a15a91380 2024-11-23T03:49:46,468 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/info/d33fbe8463a34db88df0b86a15a91380, entries=5, sequenceid=21, filesize=6.0 K 2024-11-23T03:49:46,469 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=21, compaction requested=false 2024-11-23T03:49:46,469 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-23T03:49:46,482 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333786469, exclude list is [], retry=0 2024-11-23T03:49:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36287,DS-75725e28-2e1b-4205-8d9b-0f92a7cf5145,DISK] 2024-11-23T03:49:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5b7c4ef5-8772-4e08-90bd-793129db354f,DISK] 2024-11-23T03:49:46,486 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333786403 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333786469 2024-11-23T03:49:46,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481),(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-23T03:49:46,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333786403 is not closed yet, will try archiving it next time 2024-11-23T03:49:46,486 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333688820 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/oldWALs/237a1da887a0%2C33597%2C1732333688394.1732333688820 2024-11-23T03:49:46,487 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T03:49:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741873_1049 (size=731) 2024-11-23T03:49:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741873_1049 (size=731) 2024-11-23T03:49:46,488 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/WALs/237a1da887a0,33597,1732333688394/237a1da887a0%2C33597%2C1732333688394.1732333786403 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/oldWALs/237a1da887a0%2C33597%2C1732333688394.1732333786403 2024-11-23T03:49:46,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T03:49:46,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:49:46,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:49:46,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:46,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:46,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T03:49:46,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T03:49:46,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2142641971, stopped=false 2024-11-23T03:49:46,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=237a1da887a0,42007,1732333688327 2024-11-23T03:49:46,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:49:46,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:49:46,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:46,589 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:49:46,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:46,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:49:46,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:49:46,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:46,590 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,33597,1732333688394' ***** 2024-11-23T03:49:46,590 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:49:46,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:49:46,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:49:46,590 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:49:46,591 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fa445da029dae2244ea08705e93a753 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,33597,1732333688394 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;237a1da887a0:33597. 2024-11-23T03:49:46,591 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a9fbb075997a1ca4781b6fe86893792, disabling compactions & flushes 2024-11-23T03:49:46,591 DEBUG [RS:0;237a1da887a0:33597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:49:46,591 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:49:46,591 DEBUG [RS:0;237a1da887a0:33597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:46,591 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:49:46,591 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. after waiting 0 ms 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:49:46,591 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:49:46,591 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T03:49:46,592 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T03:49:46,592 DEBUG [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1325): Online Regions={8a9fbb075997a1ca4781b6fe86893792=TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792., 7fa445da029dae2244ea08705e93a753=TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T03:49:46,592 DEBUG [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fa445da029dae2244ea08705e93a753, 8a9fbb075997a1ca4781b6fe86893792 2024-11-23T03:49:46,592 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:49:46,592 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012->hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc-bottom] to archive 2024-11-23T03:49:46,592 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:49:46,592 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:49:46,592 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:49:46,592 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:49:46,593 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T03:49:46,595 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012 2024-11-23T03:49:46,595 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=237a1da887a0:42007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-23T03:49:46,596 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-23T03:49:46,597 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-23T03:49:46,597 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:49:46,597 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:49:46,598 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333786592Running coprocessor pre-close hooks at 1732333786592Disabling compacts and flushes for region at 1732333786592Disabling writes for close at 1732333786592Writing region close event to WAL at 1732333786594 (+2 ms)Running coprocessor post-close hooks at 1732333786597 (+3 ms)Closed at 1732333786597 2024-11-23T03:49:46,598 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T03:49:46,599 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a9fbb075997a1ca4781b6fe86893792/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-23T03:49:46,599 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:49:46,599 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a9fbb075997a1ca4781b6fe86893792: Waiting for close lock at 1732333786591Running coprocessor pre-close hooks at 1732333786591Disabling compacts and flushes for region at 1732333786591Disabling writes for close at 1732333786591Writing region close event to WAL at 1732333786596 (+5 ms)Running coprocessor post-close hooks at 1732333786599 (+3 ms)Closed at 1732333786599 2024-11-23T03:49:46,599 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732333713751.8a9fbb075997a1ca4781b6fe86893792. 2024-11-23T03:49:46,599 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fa445da029dae2244ea08705e93a753, disabling compactions & flushes 2024-11-23T03:49:46,600 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:46,600 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:46,600 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. after waiting 0 ms 2024-11-23T03:49:46,600 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:46,600 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012->hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/8a772313993050028f8fc437d8a1b012/info/b8b09583b1de4658b574b1dfda30b4cc-top, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-531e9b5dd9e4444f8d105f0c26d8bdfd, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c88940f9e8d0468cbc3058e781ac44b0, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-17a653d49e1649abb610eb3687de15ac, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/25c66a33ad22416ea0cae3a8bfa70839, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6d8236860ec542789efcd56365477dfe, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/0602efaf52244560836a739c58344961, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/4e8817d666e84933ad8cdd9d30de7d0d, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/740af85a4e5142e9ae5dad57e296f309, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/68e45085c807429aba5c7da9c26b576f, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c60fb4d6722e4670a55a93d4ec8d0a61, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/a3f9cd4314a9450899689184ae9afb02, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/8790a1f1f0ca4e829df5519ed4c3a0e5, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/593c60da0aac465b8f44bd5a5744a6e2, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/db6c9a2ffe6d4e82bf00fed70180f822, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/bd6cf29899f4489c87391cd277ee0192, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/dfbd383eeee34d388a52074b476faab0, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ed04d32881ed44d5b21640ad3f34cbce, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ae9d29cc85aa42128ec364db724b35e5, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6e1534e6db504c42981b02267e28e53d, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/72c5306ecaef4063b95ba91b1562886f] to archive 2024-11-23T03:49:46,601 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T03:49:46,603 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/b8b09583b1de4658b574b1dfda30b4cc.8a772313993050028f8fc437d8a1b012 2024-11-23T03:49:46,604 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-531e9b5dd9e4444f8d105f0c26d8bdfd to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-531e9b5dd9e4444f8d105f0c26d8bdfd 2024-11-23T03:49:46,605 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c88940f9e8d0468cbc3058e781ac44b0 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c88940f9e8d0468cbc3058e781ac44b0 2024-11-23T03:49:46,606 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-17a653d49e1649abb610eb3687de15ac to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/TestLogRolling-testLogRolling=8a772313993050028f8fc437d8a1b012-17a653d49e1649abb610eb3687de15ac 2024-11-23T03:49:46,607 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/25c66a33ad22416ea0cae3a8bfa70839 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/25c66a33ad22416ea0cae3a8bfa70839 2024-11-23T03:49:46,609 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6d8236860ec542789efcd56365477dfe to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6d8236860ec542789efcd56365477dfe 2024-11-23T03:49:46,610 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/0602efaf52244560836a739c58344961 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/0602efaf52244560836a739c58344961 2024-11-23T03:49:46,611 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/4e8817d666e84933ad8cdd9d30de7d0d to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/4e8817d666e84933ad8cdd9d30de7d0d 2024-11-23T03:49:46,612 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/740af85a4e5142e9ae5dad57e296f309 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/740af85a4e5142e9ae5dad57e296f309 2024-11-23T03:49:46,613 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/68e45085c807429aba5c7da9c26b576f to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/68e45085c807429aba5c7da9c26b576f 2024-11-23T03:49:46,614 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c60fb4d6722e4670a55a93d4ec8d0a61 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/c60fb4d6722e4670a55a93d4ec8d0a61 2024-11-23T03:49:46,615 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/a3f9cd4314a9450899689184ae9afb02 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/a3f9cd4314a9450899689184ae9afb02 2024-11-23T03:49:46,616 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/8790a1f1f0ca4e829df5519ed4c3a0e5 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/8790a1f1f0ca4e829df5519ed4c3a0e5 2024-11-23T03:49:46,617 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/593c60da0aac465b8f44bd5a5744a6e2 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/593c60da0aac465b8f44bd5a5744a6e2 2024-11-23T03:49:46,619 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/db6c9a2ffe6d4e82bf00fed70180f822 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/db6c9a2ffe6d4e82bf00fed70180f822 2024-11-23T03:49:46,620 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/bd6cf29899f4489c87391cd277ee0192 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/bd6cf29899f4489c87391cd277ee0192 2024-11-23T03:49:46,621 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/dfbd383eeee34d388a52074b476faab0 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/dfbd383eeee34d388a52074b476faab0 2024-11-23T03:49:46,622 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ed04d32881ed44d5b21640ad3f34cbce to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ed04d32881ed44d5b21640ad3f34cbce 2024-11-23T03:49:46,623 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ae9d29cc85aa42128ec364db724b35e5 to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/ae9d29cc85aa42128ec364db724b35e5 2024-11-23T03:49:46,624 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6e1534e6db504c42981b02267e28e53d to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/6e1534e6db504c42981b02267e28e53d 2024-11-23T03:49:46,625 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/72c5306ecaef4063b95ba91b1562886f to hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/archive/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/info/72c5306ecaef4063b95ba91b1562886f 2024-11-23T03:49:46,625 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [c88940f9e8d0468cbc3058e781ac44b0=37897, 25c66a33ad22416ea0cae3a8bfa70839=13391, 6d8236860ec542789efcd56365477dfe=63340, 0602efaf52244560836a739c58344961=21838, 4e8817d666e84933ad8cdd9d30de7d0d=16553, 740af85a4e5142e9ae5dad57e296f309=94056, 68e45085c807429aba5c7da9c26b576f=23944, c60fb4d6722e4670a55a93d4ec8d0a61=17606, a3f9cd4314a9450899689184ae9afb02=115222, 8790a1f1f0ca4e829df5519ed4c3a0e5=13394, 593c60da0aac465b8f44bd5a5744a6e2=23944, db6c9a2ffe6d4e82bf00fed70180f822=142906, bd6cf29899f4489c87391cd277ee0192=13394, dfbd383eeee34d388a52074b476faab0=28172, ed04d32881ed44d5b21640ad3f34cbce=174630, ae9d29cc85aa42128ec364db724b35e5=13402, 6e1534e6db504c42981b02267e28e53d=13402, 72c5306ecaef4063b95ba91b1562886f=26070] 2024-11-23T03:49:46,629 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/data/default/TestLogRolling-testLogRolling/7fa445da029dae2244ea08705e93a753/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-23T03:49:46,629 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:46,629 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fa445da029dae2244ea08705e93a753: Waiting for close lock at 1732333786599Running coprocessor pre-close hooks at 1732333786599Disabling compacts and flushes for region at 1732333786599Disabling writes for close at 1732333786600 (+1 ms)Writing region close event to WAL at 1732333786626 (+26 ms)Running coprocessor post-close hooks at 1732333786629 (+3 ms)Closed at 1732333786629 2024-11-23T03:49:46,630 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732333713751.7fa445da029dae2244ea08705e93a753. 2024-11-23T03:49:46,683 INFO [regionserver/237a1da887a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T03:49:46,683 INFO [regionserver/237a1da887a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T03:49:46,684 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:49:46,792 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,33597,1732333688394; all regions closed. 2024-11-23T03:49:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741834_1010 (size=8107) 2024-11-23T03:49:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741834_1010 (size=8107) 2024-11-23T03:49:46,797 DEBUG [RS:0;237a1da887a0:33597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/oldWALs 2024-11-23T03:49:46,797 INFO [RS:0;237a1da887a0:33597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C33597%2C1732333688394.meta:.meta(num 1732333689232) 2024-11-23T03:49:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741876_1052 (size=778) 2024-11-23T03:49:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741876_1052 (size=778) 2024-11-23T03:49:46,800 DEBUG [RS:0;237a1da887a0:33597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/oldWALs 2024-11-23T03:49:46,800 INFO [RS:0;237a1da887a0:33597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C33597%2C1732333688394:(num 1732333786469) 2024-11-23T03:49:46,800 DEBUG [RS:0;237a1da887a0:33597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:46,800 INFO [RS:0;237a1da887a0:33597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:49:46,800 INFO [RS:0;237a1da887a0:33597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:49:46,801 INFO [RS:0;237a1da887a0:33597 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T03:49:46,801 INFO [RS:0;237a1da887a0:33597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:49:46,801 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:49:46,801 INFO [RS:0;237a1da887a0:33597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33597 2024-11-23T03:49:46,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,33597,1732333688394 2024-11-23T03:49:46,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:49:46,803 INFO [RS:0;237a1da887a0:33597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:49:46,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,33597,1732333688394] 2024-11-23T03:49:46,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,33597,1732333688394 already deleted, retry=false 2024-11-23T03:49:46,809 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,33597,1732333688394 expired; onlineServers=0 2024-11-23T03:49:46,809 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '237a1da887a0,42007,1732333688327' ***** 2024-11-23T03:49:46,809 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T03:49:46,809 INFO [M:0;237a1da887a0:42007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:49:46,809 INFO [M:0;237a1da887a0:42007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:49:46,809 DEBUG [M:0;237a1da887a0:42007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T03:49:46,809 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T03:49:46,809 DEBUG [M:0;237a1da887a0:42007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T03:49:46,809 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333688612 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333688612,5,FailOnTimeoutGroup] 2024-11-23T03:49:46,809 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333688609 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333688609,5,FailOnTimeoutGroup] 2024-11-23T03:49:46,810 INFO [M:0;237a1da887a0:42007 {}] hbase.ChoreService(370): Chore service for: master/237a1da887a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T03:49:46,810 INFO [M:0;237a1da887a0:42007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:49:46,810 DEBUG [M:0;237a1da887a0:42007 {}] master.HMaster(1795): Stopping service threads 2024-11-23T03:49:46,810 INFO [M:0;237a1da887a0:42007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T03:49:46,810 INFO [M:0;237a1da887a0:42007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:49:46,810 INFO [M:0;237a1da887a0:42007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T03:49:46,810 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T03:49:46,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T03:49:46,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:46,811 DEBUG [M:0;237a1da887a0:42007 {}] zookeeper.ZKUtil(347): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T03:49:46,811 WARN [M:0;237a1da887a0:42007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T03:49:46,812 INFO [M:0;237a1da887a0:42007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/.lastflushedseqids 2024-11-23T03:49:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741877_1053 (size=228) 2024-11-23T03:49:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741877_1053 (size=228) 2024-11-23T03:49:46,818 INFO [M:0;237a1da887a0:42007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T03:49:46,818 INFO [M:0;237a1da887a0:42007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T03:49:46,818 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:49:46,818 INFO [M:0;237a1da887a0:42007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:46,818 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:46,818 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:49:46,818 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:46,818 INFO [M:0;237a1da887a0:42007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-23T03:49:46,833 DEBUG [M:0;237a1da887a0:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097a05e997a54a8fbf18f40c225185da is 82, key is hbase:meta,,1/info:regioninfo/1732333689275/Put/seqid=0 2024-11-23T03:49:46,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741878_1054 (size=5672) 2024-11-23T03:49:46,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741878_1054 (size=5672) 2024-11-23T03:49:46,838 INFO [M:0;237a1da887a0:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097a05e997a54a8fbf18f40c225185da 2024-11-23T03:49:46,857 DEBUG [M:0;237a1da887a0:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d604905f17cd4c169e0d4b00a1336218 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732333689736/Put/seqid=0 2024-11-23T03:49:46,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741879_1055 (size=7090) 2024-11-23T03:49:46,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741879_1055 (size=7090) 2024-11-23T03:49:46,862 INFO [M:0;237a1da887a0:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d604905f17cd4c169e0d4b00a1336218 2024-11-23T03:49:46,866 INFO [M:0;237a1da887a0:42007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d604905f17cd4c169e0d4b00a1336218 2024-11-23T03:49:46,881 DEBUG [M:0;237a1da887a0:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d87610641d1946ffb4ef6f3d0bc522b5 is 69, key is 237a1da887a0,33597,1732333688394/rs:state/1732333688650/Put/seqid=0 2024-11-23T03:49:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741880_1056 (size=5156) 2024-11-23T03:49:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741880_1056 (size=5156) 2024-11-23T03:49:46,886 INFO [M:0;237a1da887a0:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d87610641d1946ffb4ef6f3d0bc522b5 2024-11-23T03:49:46,904 DEBUG [M:0;237a1da887a0:42007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/081f0658a9cf46149dfde345bb2511f1 is 52, key is load_balancer_on/state:d/1732333689332/Put/seqid=0 2024-11-23T03:49:46,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:49:46,905 INFO [RS:0;237a1da887a0:33597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:49:46,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x10142f040840001, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:49:46,905 INFO [RS:0;237a1da887a0:33597 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,33597,1732333688394; zookeeper connection closed. 2024-11-23T03:49:46,905 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6300dfec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6300dfec 2024-11-23T03:49:46,905 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T03:49:46,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741881_1057 (size=5056) 2024-11-23T03:49:46,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741881_1057 (size=5056) 2024-11-23T03:49:46,909 INFO [M:0;237a1da887a0:42007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/081f0658a9cf46149dfde345bb2511f1 2024-11-23T03:49:46,913 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/097a05e997a54a8fbf18f40c225185da as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/097a05e997a54a8fbf18f40c225185da 2024-11-23T03:49:46,918 INFO [M:0;237a1da887a0:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/097a05e997a54a8fbf18f40c225185da, entries=8, sequenceid=125, filesize=5.5 K 2024-11-23T03:49:46,918 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d604905f17cd4c169e0d4b00a1336218 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d604905f17cd4c169e0d4b00a1336218 2024-11-23T03:49:46,923 INFO [M:0;237a1da887a0:42007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d604905f17cd4c169e0d4b00a1336218 2024-11-23T03:49:46,923 INFO [M:0;237a1da887a0:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d604905f17cd4c169e0d4b00a1336218, entries=13, sequenceid=125, filesize=6.9 K 2024-11-23T03:49:46,924 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d87610641d1946ffb4ef6f3d0bc522b5 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d87610641d1946ffb4ef6f3d0bc522b5 2024-11-23T03:49:46,928 INFO [M:0;237a1da887a0:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d87610641d1946ffb4ef6f3d0bc522b5, entries=1, sequenceid=125, filesize=5.0 K 2024-11-23T03:49:46,929 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/081f0658a9cf46149dfde345bb2511f1 as hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/081f0658a9cf46149dfde345bb2511f1 2024-11-23T03:49:46,933 INFO [M:0;237a1da887a0:42007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36609/user/jenkins/test-data/c11994b5-e7f5-99e2-652c-a9096bf9e313/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/081f0658a9cf46149dfde345bb2511f1, entries=1, sequenceid=125, filesize=4.9 K 2024-11-23T03:49:46,934 INFO [M:0;237a1da887a0:42007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=125, compaction requested=false 2024-11-23T03:49:46,935 INFO [M:0;237a1da887a0:42007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:46,935 DEBUG [M:0;237a1da887a0:42007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333786818Disabling compacts and flushes for region at 1732333786818Disabling writes for close at 1732333786818Obtaining lock to block concurrent updates at 1732333786818Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732333786818Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1732333786818Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732333786819 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732333786819Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732333786833 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732333786833Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732333786843 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732333786857 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732333786857Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732333786866 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732333786880 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732333786880Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732333786890 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732333786903 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732333786903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e76b1c: reopening flushed file at 1732333786913 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff830b8: reopening flushed file at 1732333786918 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2875e20b: reopening flushed file at 1732333786923 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47241da2: reopening flushed file at 1732333786928 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=125, compaction requested=false at 1732333786934 (+6 ms)Writing region close event to WAL at 1732333786935 (+1 ms)Closed at 1732333786935 2024-11-23T03:49:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741830_1006 (size=61320) 2024-11-23T03:49:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36287 is added to blk_1073741830_1006 (size=61320) 2024-11-23T03:49:46,937 INFO [M:0;237a1da887a0:42007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T03:49:46,937 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:49:46,937 INFO [M:0;237a1da887a0:42007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42007 2024-11-23T03:49:46,938 INFO [M:0;237a1da887a0:42007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:49:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:49:47,039 INFO [M:0;237a1da887a0:42007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:49:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42007-0x10142f040840000, quorum=127.0.0.1:64170, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:49:47,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dd041af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:49:47,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@291b46c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:49:47,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:49:47,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4d4162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:49:47,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd49cb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.log.dir/,STOPPED} 2024-11-23T03:49:47,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:49:47,044 WARN [BP-828838182-172.17.0.2-1732333687448 heartbeating to localhost/127.0.0.1:36609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:49:47,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:49:47,044 WARN [BP-828838182-172.17.0.2-1732333687448 heartbeating to localhost/127.0.0.1:36609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-828838182-172.17.0.2-1732333687448 (Datanode Uuid a4585b9e-516e-40a0-8d9f-e56aef55c7b1) service to localhost/127.0.0.1:36609 2024-11-23T03:49:47,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/data/data3/current/BP-828838182-172.17.0.2-1732333687448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:49:47,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/data/data4/current/BP-828838182-172.17.0.2-1732333687448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:49:47,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:49:47,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6af07442{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:49:47,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26b8f1fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:49:47,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:49:47,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b1de28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:49:47,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6963eb9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.log.dir/,STOPPED} 2024-11-23T03:49:47,049 WARN [BP-828838182-172.17.0.2-1732333687448 heartbeating to localhost/127.0.0.1:36609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:49:47,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:49:47,049 WARN [BP-828838182-172.17.0.2-1732333687448 heartbeating to localhost/127.0.0.1:36609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-828838182-172.17.0.2-1732333687448 (Datanode Uuid 6f8cada6-0604-43fa-8d73-41a5fe74aea7) service to localhost/127.0.0.1:36609 2024-11-23T03:49:47,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:49:47,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/data/data1/current/BP-828838182-172.17.0.2-1732333687448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:49:47,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/cluster_205a24fe-b4aa-d92b-fdca-2ca3a0cff5f4/data/data2/current/BP-828838182-172.17.0.2-1732333687448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:49:47,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:49:47,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5f21a5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:49:47,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ea23f4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:49:47,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:49:47,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3742c603{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:49:47,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5882e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.log.dir/,STOPPED} 2024-11-23T03:49:47,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T03:49:47,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T03:49:47,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 99) - Thread LEAK? -, OpenFileDescriptor=450 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=8727 (was 8727) 2024-11-23T03:49:47,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=8727 2024-11-23T03:49:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T03:49:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.log.dir so I do NOT create it in target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a 2024-11-23T03:49:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf4cf7e7-0375-ec15-2734-6f0f845c098e/hadoop.tmp.dir so I do NOT create it in target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a 2024-11-23T03:49:47,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a, deleteOnExit=true 2024-11-23T03:49:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/test.cache.data in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T03:49:47,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:49:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:49:47,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:49:47,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:49:47,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:49:47,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:49:47,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:49:47,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:49:47,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:49:47,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:49:47,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:49:47,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:49:47,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:49:47,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:49:47,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:49:47,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@781b26be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:49:47,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49a373f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:49:47,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a117ce7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/java.io.tmpdir/jetty-localhost-36663-hadoop-hdfs-3_4_1-tests_jar-_-any-4041370377190288998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:49:47,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72cf5820{HTTP/1.1, (http/1.1)}{localhost:36663} 2024-11-23T03:49:47,320 INFO [Time-limited test {}] server.Server(415): Started @240393ms 2024-11-23T03:49:47,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:49:47,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:49:47,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:49:47,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:49:47,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:49:47,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e679273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:49:47,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61f5c0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:49:47,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375bb634{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/java.io.tmpdir/jetty-localhost-44543-hadoop-hdfs-3_4_1-tests_jar-_-any-3609760156841558822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:49:47,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11db0592{HTTP/1.1, (http/1.1)}{localhost:44543} 2024-11-23T03:49:47,532 INFO [Time-limited test {}] server.Server(415): Started @240606ms 2024-11-23T03:49:47,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:49:47,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:49:47,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:49:47,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:49:47,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:49:47,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:49:47,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d7399f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:49:47,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27da0e12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:49:47,631 WARN [Thread-1591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/data/data1/current/BP-1383507755-172.17.0.2-1732333787137/current, will proceed with Du for space computation calculation, 2024-11-23T03:49:47,631 WARN [Thread-1592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/data/data2/current/BP-1383507755-172.17.0.2-1732333787137/current, will proceed with Du for space computation calculation, 2024-11-23T03:49:47,647 WARN [Thread-1570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:49:47,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbada580c3692143 with lease ID 0x52463b7513732592: Processing first storage report for DS-5ffd84d5-98ef-499e-9c65-138537008337 from datanode DatanodeRegistration(127.0.0.1:39837, datanodeUuid=a6160f49-887e-46a7-b377-e08f6a3e9a71, infoPort=45085, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=605130840;c=1732333787137) 2024-11-23T03:49:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbada580c3692143 with lease ID 0x52463b7513732592: from storage DS-5ffd84d5-98ef-499e-9c65-138537008337 node DatanodeRegistration(127.0.0.1:39837, datanodeUuid=a6160f49-887e-46a7-b377-e08f6a3e9a71, infoPort=45085, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=605130840;c=1732333787137), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:49:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbada580c3692143 with lease ID 0x52463b7513732592: Processing first storage report for DS-ca891673-45bd-43fe-9cdd-0a1c898faf7c from datanode DatanodeRegistration(127.0.0.1:39837, datanodeUuid=a6160f49-887e-46a7-b377-e08f6a3e9a71, infoPort=45085, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=605130840;c=1732333787137) 2024-11-23T03:49:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbada580c3692143 with lease ID 0x52463b7513732592: from storage DS-ca891673-45bd-43fe-9cdd-0a1c898faf7c node DatanodeRegistration(127.0.0.1:39837, datanodeUuid=a6160f49-887e-46a7-b377-e08f6a3e9a71, infoPort=45085, infoSecurePort=0, ipcPort=46341, storageInfo=lv=-57;cid=testClusterID;nsid=605130840;c=1732333787137), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:49:47,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@219e7b0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/java.io.tmpdir/jetty-localhost-39203-hadoop-hdfs-3_4_1-tests_jar-_-any-15038556706348369325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:49:47,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d973919{HTTP/1.1, (http/1.1)}{localhost:39203} 2024-11-23T03:49:47,687 INFO [Time-limited test {}] server.Server(415): Started @240760ms 2024-11-23T03:49:47,688 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:49:47,783 WARN [Thread-1617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/data/data3/current/BP-1383507755-172.17.0.2-1732333787137/current, will proceed with Du for space computation calculation, 2024-11-23T03:49:47,783 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/data/data4/current/BP-1383507755-172.17.0.2-1732333787137/current, will proceed with Du for space computation calculation, 2024-11-23T03:49:47,811 WARN [Thread-1606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:49:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e8a8a17198b0e20 with lease ID 0x52463b7513732593: Processing first storage report for DS-321be8b7-153a-48d9-b5a2-c9b601d56405 from datanode DatanodeRegistration(127.0.0.1:37463, datanodeUuid=e6a53aad-3a1f-47d7-8145-99b81556482f, infoPort=45247, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=605130840;c=1732333787137) 2024-11-23T03:49:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e8a8a17198b0e20 with lease ID 0x52463b7513732593: from storage DS-321be8b7-153a-48d9-b5a2-c9b601d56405 node DatanodeRegistration(127.0.0.1:37463, datanodeUuid=e6a53aad-3a1f-47d7-8145-99b81556482f, infoPort=45247, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=605130840;c=1732333787137), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:49:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e8a8a17198b0e20 with lease ID 0x52463b7513732593: Processing first storage report for DS-991031fd-d203-467f-9b0e-599d89c4c64f from datanode DatanodeRegistration(127.0.0.1:37463, datanodeUuid=e6a53aad-3a1f-47d7-8145-99b81556482f, infoPort=45247, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=605130840;c=1732333787137) 2024-11-23T03:49:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e8a8a17198b0e20 with lease ID 0x52463b7513732593: from storage DS-991031fd-d203-467f-9b0e-599d89c4c64f node DatanodeRegistration(127.0.0.1:37463, datanodeUuid=e6a53aad-3a1f-47d7-8145-99b81556482f, infoPort=45247, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=605130840;c=1732333787137), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:49:47,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a 2024-11-23T03:49:47,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/zookeeper_0, clientPort=62283, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T03:49:47,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62283 2024-11-23T03:49:47,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:49:47,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:49:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:49:47,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:49:47,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1 with version=8 2024-11-23T03:49:47,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42409/user/jenkins/test-data/31f0fca7-0949-9bdf-e4a0-80297d2b5ab8/hbase-staging 2024-11-23T03:49:47,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:49:47,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:49:47,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:49:47,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:49:47,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:49:47,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:49:47,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T03:49:47,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:49:47,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37151 2024-11-23T03:49:47,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37151 connecting to ZooKeeper ensemble=127.0.0.1:62283 2024-11-23T03:49:47,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371510x0, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:49:47,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37151-0x10142f1c59b0000 connected 2024-11-23T03:49:47,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:49:47,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:49:47,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:49:47,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1, hbase.cluster.distributed=false 2024-11-23T03:49:47,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:49:47,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-23T03:49:47,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37151 2024-11-23T03:49:47,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37151 2024-11-23T03:49:47,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-23T03:49:47,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37151 2024-11-23T03:49:47,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:49:47,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:49:47,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:49:47,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:49:47,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:49:47,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:49:47,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:49:47,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:49:47,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35543 2024-11-23T03:49:47,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35543 connecting to ZooKeeper ensemble=127.0.0.1:62283 2024-11-23T03:49:47,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:49:47,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:49:47,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355430x0, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:49:47,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35543-0x10142f1c59b0001 connected 2024-11-23T03:49:47,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:49:47,984 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:49:47,984 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:49:47,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:49:47,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:49:47,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-23T03:49:47,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35543 2024-11-23T03:49:47,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35543 2024-11-23T03:49:47,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-23T03:49:47,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-23T03:49:47,998 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;237a1da887a0:37151 2024-11-23T03:49:47,999 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:49:48,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:49:48,000 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:49:48,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,004 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T03:49:48,004 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/237a1da887a0,37151,1732333787929 from backup master directory 2024-11-23T03:49:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:49:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,007 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:49:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:49:48,007 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,011 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/hbase.id] with ID: a65f3db0-0d8e-475f-b26b-facd5bf2116d 2024-11-23T03:49:48,011 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/.tmp/hbase.id 2024-11-23T03:49:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:49:48,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:49:48,019 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/.tmp/hbase.id]:[hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/hbase.id] 2024-11-23T03:49:48,030 INFO [master/237a1da887a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:49:48,030 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T03:49:48,031 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T03:49:48,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:49:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:49:48,039 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:49:48,040 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T03:49:48,040 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:49:48,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:49:48,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:49:48,049 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store 2024-11-23T03:49:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:49:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:49:48,055 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:49:48,055 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:49:48,055 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:48,055 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:48,055 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:49:48,055 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:48,055 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:48,055 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333788055Disabling compacts and flushes for region at 1732333788055Disabling writes for close at 1732333788055Writing region close event to WAL at 1732333788055Closed at 1732333788055 2024-11-23T03:49:48,056 WARN [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/.initializing 2024-11-23T03:49:48,056 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/WALs/237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,057 INFO [master/237a1da887a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:49:48,058 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C37151%2C1732333787929, suffix=, logDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/WALs/237a1da887a0,37151,1732333787929, archiveDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/oldWALs, maxLogs=10 2024-11-23T03:49:48,071 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/WALs/237a1da887a0,37151,1732333787929/237a1da887a0%2C37151%2C1732333787929.1732333788058, exclude list is [], retry=0 2024-11-23T03:49:48,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-5ffd84d5-98ef-499e-9c65-138537008337,DISK] 2024-11-23T03:49:48,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-321be8b7-153a-48d9-b5a2-c9b601d56405,DISK] 2024-11-23T03:49:48,075 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/WALs/237a1da887a0,37151,1732333787929/237a1da887a0%2C37151%2C1732333787929.1732333788058 2024-11-23T03:49:48,076 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085),(127.0.0.1/127.0.0.1:45247:45247)] 2024-11-23T03:49:48,076 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:49:48,076 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:49:48,076 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,076 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T03:49:48,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T03:49:48,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:49:48,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T03:49:48,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:49:48,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T03:49:48,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:49:48,084 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,084 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,085 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,086 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,086 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,086 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:49:48,087 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:49:48,089 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:49:48,089 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711804, jitterRate=-0.09489551186561584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:49:48,090 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732333788076Initializing all the Stores at 1732333788077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333788077Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333788077Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333788077Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333788077Cleaning up temporary data from old regions at 1732333788086 (+9 ms)Region opened successfully at 1732333788090 (+4 ms) 2024-11-23T03:49:48,090 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T03:49:48,093 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b012d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:49:48,094 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T03:49:48,094 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T03:49:48,094 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T03:49:48,094 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T03:49:48,094 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T03:49:48,095 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T03:49:48,095 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T03:49:48,097 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T03:49:48,097 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T03:49:48,098 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T03:49:48,099 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T03:49:48,099 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T03:49:48,102 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T03:49:48,102 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T03:49:48,103 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T03:49:48,104 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T03:49:48,104 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T03:49:48,106 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T03:49:48,107 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T03:49:48,108 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T03:49:48,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:49:48,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:49:48,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,112 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=237a1da887a0,37151,1732333787929, sessionid=0x10142f1c59b0000, setting cluster-up flag (Was=false) 2024-11-23T03:49:48,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,120 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T03:49:48,121 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,130 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T03:49:48,131 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,132 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T03:49:48,133 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T03:49:48,134 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T03:49:48,134 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T03:49:48,134 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 237a1da887a0,37151,1732333787929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T03:49:48,135 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:49:48,135 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:49:48,135 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:49:48,135 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:49:48,135 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/237a1da887a0:0, corePoolSize=10, maxPoolSize=10 2024-11-23T03:49:48,135 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,135 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:49:48,135 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,136 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732333818136 2024-11-23T03:49:48,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:49:48,136 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T03:49:48,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T03:49:48,137 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T03:49:48,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T03:49:48,140 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T03:49:48,140 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T03:49:48,142 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333788140,5,FailOnTimeoutGroup] 2024-11-23T03:49:48,142 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333788142,5,FailOnTimeoutGroup] 2024-11-23T03:49:48,142 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,142 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T03:49:48,142 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,142 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:49:48,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:49:48,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T03:49:48,146 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1 2024-11-23T03:49:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:49:48,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:49:48,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:49:48,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:49:48,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:49:48,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:49:48,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:49:48,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:49:48,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:49:48,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:49:48,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:49:48,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:49:48,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740 2024-11-23T03:49:48,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740 2024-11-23T03:49:48,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:49:48,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:49:48,162 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:49:48,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:49:48,165 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:49:48,165 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776361, jitterRate=-0.012806609272956848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:49:48,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732333788152Initializing all the Stores at 1732333788153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333788153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333788153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333788153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333788153Cleaning up temporary data from old regions at 1732333788161 (+8 ms)Region opened successfully at 1732333788165 (+4 ms) 2024-11-23T03:49:48,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:49:48,166 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:49:48,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:49:48,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:49:48,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:49:48,166 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:49:48,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333788166Disabling compacts and flushes for region at 1732333788166Disabling writes for close at 1732333788166Writing region close event to WAL at 1732333788166Closed at 1732333788166 2024-11-23T03:49:48,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:49:48,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T03:49:48,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T03:49:48,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:49:48,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T03:49:48,189 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(746): ClusterId : a65f3db0-0d8e-475f-b26b-facd5bf2116d 2024-11-23T03:49:48,189 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:49:48,191 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:49:48,191 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:49:48,193 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:49:48,193 DEBUG [RS:0;237a1da887a0:35543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c1644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:49:48,205 DEBUG [RS:0;237a1da887a0:35543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;237a1da887a0:35543 2024-11-23T03:49:48,205 INFO [RS:0;237a1da887a0:35543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:49:48,205 INFO [RS:0;237a1da887a0:35543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:49:48,205 DEBUG [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:49:48,205 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,37151,1732333787929 with port=35543, startcode=1732333787973 2024-11-23T03:49:48,206 DEBUG [RS:0;237a1da887a0:35543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:49:48,207 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:49:48,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37151 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37151 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,209 DEBUG [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1 2024-11-23T03:49:48,209 DEBUG [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39683 2024-11-23T03:49:48,209 DEBUG [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:49:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:49:48,211 DEBUG [RS:0;237a1da887a0:35543 {}] zookeeper.ZKUtil(111): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,211 WARN [RS:0;237a1da887a0:35543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:49:48,211 INFO [RS:0;237a1da887a0:35543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:49:48,211 DEBUG [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,35543,1732333787973] 2024-11-23T03:49:48,215 INFO [RS:0;237a1da887a0:35543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:49:48,217 INFO [RS:0;237a1da887a0:35543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:49:48,217 INFO [RS:0;237a1da887a0:35543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:49:48,217 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,220 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:49:48,221 INFO [RS:0;237a1da887a0:35543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:49:48,221 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,221 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,221 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,221 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:49:48,222 DEBUG [RS:0;237a1da887a0:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:49:48,223 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,223 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,223 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,223 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,223 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,223 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,35543,1732333787973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:49:48,247 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:49:48,247 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,35543,1732333787973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,247 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,247 INFO [RS:0;237a1da887a0:35543 {}] regionserver.Replication(171): 237a1da887a0,35543,1732333787973 started 2024-11-23T03:49:48,264 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,264 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,35543,1732333787973, RpcServer on 237a1da887a0/172.17.0.2:35543, sessionid=0x10142f1c59b0001 2024-11-23T03:49:48,264 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:49:48,264 DEBUG [RS:0;237a1da887a0:35543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,264 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,35543,1732333787973' 2024-11-23T03:49:48,264 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:49:48,265 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:49:48,265 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:49:48,265 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:49:48,265 DEBUG [RS:0;237a1da887a0:35543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,265 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,35543,1732333787973' 2024-11-23T03:49:48,265 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:49:48,266 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:49:48,266 DEBUG [RS:0;237a1da887a0:35543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:49:48,266 INFO [RS:0;237a1da887a0:35543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:49:48,266 INFO [RS:0;237a1da887a0:35543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:49:48,319 WARN [237a1da887a0:37151 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T03:49:48,366 INFO [RS:0;237a1da887a0:35543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:49:48,368 INFO [RS:0;237a1da887a0:35543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C35543%2C1732333787973, suffix=, logDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/237a1da887a0,35543,1732333787973, archiveDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/oldWALs, maxLogs=32 2024-11-23T03:49:48,382 DEBUG [RS:0;237a1da887a0:35543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/237a1da887a0,35543,1732333787973/237a1da887a0%2C35543%2C1732333787973.1732333788368, exclude list is [], retry=0 2024-11-23T03:49:48,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-5ffd84d5-98ef-499e-9c65-138537008337,DISK] 2024-11-23T03:49:48,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-321be8b7-153a-48d9-b5a2-c9b601d56405,DISK] 2024-11-23T03:49:48,386 INFO [RS:0;237a1da887a0:35543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/237a1da887a0,35543,1732333787973/237a1da887a0%2C35543%2C1732333787973.1732333788368 2024-11-23T03:49:48,387 DEBUG [RS:0;237a1da887a0:35543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085),(127.0.0.1/127.0.0.1:45247:45247)] 2024-11-23T03:49:48,569 DEBUG [237a1da887a0:37151 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T03:49:48,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,35543,1732333787973, state=OPENING 2024-11-23T03:49:48,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T03:49:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:49:48,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:49:48,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:49:48,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,35543,1732333787973}] 2024-11-23T03:49:48,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T03:49:48,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T03:49:48,731 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T03:49:48,731 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:49:48,732 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T03:49:48,733 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C35543%2C1732333787973.meta, suffix=.meta, logDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/237a1da887a0,35543,1732333787973, archiveDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/oldWALs, maxLogs=32 2024-11-23T03:49:48,747 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/237a1da887a0,35543,1732333787973/237a1da887a0%2C35543%2C1732333787973.meta.1732333788734.meta, exclude list is [], retry=0 2024-11-23T03:49:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-321be8b7-153a-48d9-b5a2-c9b601d56405,DISK] 2024-11-23T03:49:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-5ffd84d5-98ef-499e-9c65-138537008337,DISK] 2024-11-23T03:49:48,750 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/237a1da887a0,35543,1732333787973/237a1da887a0%2C35543%2C1732333787973.meta.1732333788734.meta 2024-11-23T03:49:48,750 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45247:45247),(127.0.0.1/127.0.0.1:45085:45085)] 2024-11-23T03:49:48,751 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:49:48,751 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T03:49:48,751 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T03:49:48,751 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T03:49:48,751 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T03:49:48,751 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:49:48,751 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T03:49:48,751 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T03:49:48,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:49:48,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:49:48,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:49:48,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:49:48,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:49:48,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:49:48,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:49:48,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:49:48,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:49:48,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:49:48,757 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:49:48,757 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740 2024-11-23T03:49:48,758 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740 2024-11-23T03:49:48,759 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:49:48,759 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:49:48,759 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T03:49:48,760 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:49:48,761 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=837611, jitterRate=0.06507797539234161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T03:49:48,761 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T03:49:48,762 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732333788751Writing region info on filesystem at 1732333788751Initializing all the Stores at 1732333788752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333788752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333788752Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333788752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333788752Cleaning up temporary data from old regions at 1732333788759 (+7 ms)Running coprocessor post-open hooks at 1732333788761 (+2 ms)Region opened successfully at 1732333788761 2024-11-23T03:49:48,762 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732333788726 2024-11-23T03:49:48,764 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T03:49:48,764 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T03:49:48,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,765 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,35543,1732333787973, state=OPEN 2024-11-23T03:49:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:49:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:49:48,772 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:49:48,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:49:48,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T03:49:48,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,35543,1732333787973 in 198 msec 2024-11-23T03:49:48,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T03:49:48,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-23T03:49:48,776 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:49:48,776 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T03:49:48,777 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:49:48,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,35543,1732333787973, seqNum=-1] 2024-11-23T03:49:48,778 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:49:48,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:49:48,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 649 msec 2024-11-23T03:49:48,783 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732333788783, completionTime=-1 2024-11-23T03:49:48,783 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T03:49:48,783 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T03:49:48,784 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T03:49:48,784 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732333848784 2024-11-23T03:49:48,784 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732333908784 2024-11-23T03:49:48,784 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T03:49:48,785 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37151,1732333787929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,785 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37151,1732333787929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,785 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37151,1732333787929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,785 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-237a1da887a0:37151, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,785 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,785 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,786 DEBUG [master/237a1da887a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T03:49:48,788 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.781sec 2024-11-23T03:49:48,788 INFO [master/237a1da887a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T03:49:48,788 INFO [master/237a1da887a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T03:49:48,788 INFO [master/237a1da887a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T03:49:48,788 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T03:49:48,788 INFO [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T03:49:48,788 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37151,1732333787929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:49:48,788 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37151,1732333787929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T03:49:48,790 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T03:49:48,790 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T03:49:48,790 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37151,1732333787929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:49:48,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44161c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:49:48,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 237a1da887a0,37151,-1 for getting cluster id 2024-11-23T03:49:48,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T03:49:48,891 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a65f3db0-0d8e-475f-b26b-facd5bf2116d' 2024-11-23T03:49:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T03:49:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a65f3db0-0d8e-475f-b26b-facd5bf2116d" 2024-11-23T03:49:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:49:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [237a1da887a0,37151,-1] 2024-11-23T03:49:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T03:49:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:48,893 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T03:49:48,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0d76f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:49:48,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:49:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,35543,1732333787973, seqNum=-1] 2024-11-23T03:49:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:49:48,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:49:48,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:49:48,899 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-23T03:49:48,899 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:49:48,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:49:48,902 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/test.com,8080,1, archiveDir=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/oldWALs, maxLogs=32 2024-11-23T03:49:48,915 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732333788902, exclude list is [], retry=0 2024-11-23T03:49:48,918 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-5ffd84d5-98ef-499e-9c65-138537008337,DISK] 2024-11-23T03:49:48,918 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-321be8b7-153a-48d9-b5a2-c9b601d56405,DISK] 2024-11-23T03:49:48,920 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732333788902 2024-11-23T03:49:48,920 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085),(127.0.0.1/127.0.0.1:45247:45247)] 2024-11-23T03:49:48,933 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732333788920, exclude list is [], retry=0 2024-11-23T03:49:48,935 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-5ffd84d5-98ef-499e-9c65-138537008337,DISK] 2024-11-23T03:49:48,936 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-321be8b7-153a-48d9-b5a2-c9b601d56405,DISK] 2024-11-23T03:49:48,937 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732333788902 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732333788920 2024-11-23T03:49:48,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085),(127.0.0.1/127.0.0.1:45247:45247)] 2024-11-23T03:49:48,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732333788902 is not closed yet, will try archiving it next time 2024-11-23T03:49:48,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741835_1011 (size=93) 2024-11-23T03:49:48,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741835_1011 (size=93) 2024-11-23T03:49:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741836_1012 (size=93) 2024-11-23T03:49:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741836_1012 (size=93) 2024-11-23T03:49:48,942 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732333788902 to hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/oldWALs/test.com%2C8080%2C1.1732333788902 2024-11-23T03:49:48,944 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/oldWALs 2024-11-23T03:49:48,945 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732333788920) 2024-11-23T03:49:48,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T03:49:48,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:49:48,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:49:48,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:48,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:48,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T03:49:48,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T03:49:48,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=496069798, stopped=false 2024-11-23T03:49:48,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=237a1da887a0,37151,1732333787929 2024-11-23T03:49:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:49:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:49:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:48,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:49:48,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:49:48,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:49:48,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:48,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:49:48,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:49:48,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,35543,1732333787973' ***** 2024-11-23T03:49:48,948 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:49:48,948 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,35543,1732333787973 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;237a1da887a0:35543. 2024-11-23T03:49:48,948 DEBUG [RS:0;237a1da887a0:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:49:48,948 DEBUG [RS:0;237a1da887a0:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T03:49:48,948 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T03:49:48,948 DEBUG [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T03:49:48,949 DEBUG [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T03:49:48,949 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:49:48,949 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:49:48,949 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:49:48,949 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:49:48,949 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:49:48,949 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T03:49:48,964 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740/.tmp/ns/d1a3bdb2ad294d738251d1f7eb896d74 is 43, key is default/ns:d/1732333788779/Put/seqid=0 2024-11-23T03:49:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741837_1013 (size=5153) 2024-11-23T03:49:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741837_1013 (size=5153) 2024-11-23T03:49:48,969 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740/.tmp/ns/d1a3bdb2ad294d738251d1f7eb896d74 2024-11-23T03:49:48,975 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740/.tmp/ns/d1a3bdb2ad294d738251d1f7eb896d74 as hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740/ns/d1a3bdb2ad294d738251d1f7eb896d74 2024-11-23T03:49:48,980 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740/ns/d1a3bdb2ad294d738251d1f7eb896d74, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T03:49:48,981 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-23T03:49:48,984 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T03:49:48,985 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:49:48,985 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:49:48,985 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333788949Running coprocessor pre-close hooks at 1732333788949Disabling compacts and flushes for region at 1732333788949Disabling writes for close at 1732333788949Obtaining lock to block concurrent updates at 1732333788949Preparing flush snapshotting stores in 1588230740 at 1732333788949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732333788949Flushing stores of hbase:meta,,1.1588230740 at 1732333788950 (+1 ms)Flushing 1588230740/ns: creating writer at 1732333788950Flushing 1588230740/ns: appending metadata at 1732333788964 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732333788964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340c4017: reopening flushed file at 1732333788974 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1732333788981 (+7 ms)Writing region close event to WAL at 1732333788981Running coprocessor post-close hooks at 1732333788985 (+4 ms)Closed at 1732333788985 2024-11-23T03:49:48,985 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T03:49:49,149 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,35543,1732333787973; all regions closed. 2024-11-23T03:49:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741834_1010 (size=1152) 2024-11-23T03:49:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741834_1010 (size=1152) 2024-11-23T03:49:49,153 DEBUG [RS:0;237a1da887a0:35543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/oldWALs 2024-11-23T03:49:49,153 INFO [RS:0;237a1da887a0:35543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C35543%2C1732333787973.meta:.meta(num 1732333788734) 2024-11-23T03:49:49,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741833_1009 (size=93) 2024-11-23T03:49:49,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741833_1009 (size=93) 2024-11-23T03:49:49,157 DEBUG [RS:0;237a1da887a0:35543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/oldWALs 2024-11-23T03:49:49,157 INFO [RS:0;237a1da887a0:35543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C35543%2C1732333787973:(num 1732333788368) 2024-11-23T03:49:49,157 DEBUG [RS:0;237a1da887a0:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:49:49,157 INFO [RS:0;237a1da887a0:35543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:49:49,157 INFO [RS:0;237a1da887a0:35543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:49:49,157 INFO [RS:0;237a1da887a0:35543 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T03:49:49,157 INFO [RS:0;237a1da887a0:35543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:49:49,157 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:49:49,158 INFO [RS:0;237a1da887a0:35543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35543 2024-11-23T03:49:49,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:49:49,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,35543,1732333787973 2024-11-23T03:49:49,159 INFO [RS:0;237a1da887a0:35543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:49:49,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,35543,1732333787973] 2024-11-23T03:49:49,164 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,35543,1732333787973 already deleted, retry=false 2024-11-23T03:49:49,164 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,35543,1732333787973 expired; onlineServers=0 2024-11-23T03:49:49,164 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '237a1da887a0,37151,1732333787929' ***** 2024-11-23T03:49:49,164 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T03:49:49,164 INFO [M:0;237a1da887a0:37151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:49:49,164 INFO [M:0;237a1da887a0:37151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:49:49,164 DEBUG [M:0;237a1da887a0:37151 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T03:49:49,164 DEBUG [M:0;237a1da887a0:37151 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T03:49:49,164 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T03:49:49,164 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333788142 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333788142,5,FailOnTimeoutGroup] 2024-11-23T03:49:49,164 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333788140 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333788140,5,FailOnTimeoutGroup] 2024-11-23T03:49:49,164 INFO [M:0;237a1da887a0:37151 {}] hbase.ChoreService(370): Chore service for: master/237a1da887a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T03:49:49,164 INFO [M:0;237a1da887a0:37151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:49:49,164 DEBUG [M:0;237a1da887a0:37151 {}] master.HMaster(1795): Stopping service threads 2024-11-23T03:49:49,164 INFO [M:0;237a1da887a0:37151 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T03:49:49,165 INFO [M:0;237a1da887a0:37151 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:49:49,165 INFO [M:0;237a1da887a0:37151 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T03:49:49,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T03:49:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T03:49:49,165 DEBUG [M:0;237a1da887a0:37151 {}] zookeeper.ZKUtil(347): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T03:49:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:49:49,165 WARN [M:0;237a1da887a0:37151 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T03:49:49,166 INFO [M:0;237a1da887a0:37151 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/.lastflushedseqids 2024-11-23T03:49:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741838_1014 (size=99) 2024-11-23T03:49:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741838_1014 (size=99) 2024-11-23T03:49:49,171 INFO [M:0;237a1da887a0:37151 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T03:49:49,171 INFO [M:0;237a1da887a0:37151 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T03:49:49,171 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:49:49,171 INFO [M:0;237a1da887a0:37151 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:49,171 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:49,171 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:49:49,171 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:49,172 INFO [M:0;237a1da887a0:37151 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-23T03:49:49,187 DEBUG [M:0;237a1da887a0:37151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/985d10b5070549c597934959c61c71dc is 82, key is hbase:meta,,1/info:regioninfo/1732333788764/Put/seqid=0 2024-11-23T03:49:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741839_1015 (size=5672) 2024-11-23T03:49:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741839_1015 (size=5672) 2024-11-23T03:49:49,192 INFO [M:0;237a1da887a0:37151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/985d10b5070549c597934959c61c71dc 2024-11-23T03:49:49,217 DEBUG [M:0;237a1da887a0:37151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af536aa37e08448b83e02ad07339640e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732333788782/Put/seqid=0 2024-11-23T03:49:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741840_1016 (size=5275) 2024-11-23T03:49:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741840_1016 (size=5275) 2024-11-23T03:49:49,222 INFO [M:0;237a1da887a0:37151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af536aa37e08448b83e02ad07339640e 2024-11-23T03:49:49,241 DEBUG [M:0;237a1da887a0:37151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c9185ad28e04e6fa518a00ccc159b82 is 69, key is 237a1da887a0,35543,1732333787973/rs:state/1732333788208/Put/seqid=0 2024-11-23T03:49:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741841_1017 (size=5156) 2024-11-23T03:49:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741841_1017 (size=5156) 2024-11-23T03:49:49,245 INFO [M:0;237a1da887a0:37151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c9185ad28e04e6fa518a00ccc159b82 2024-11-23T03:49:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:49:49,261 INFO [RS:0;237a1da887a0:35543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:49:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10142f1c59b0001, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:49:49,261 INFO [RS:0;237a1da887a0:35543 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,35543,1732333787973; zookeeper connection closed. 2024-11-23T03:49:49,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78c9d8a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78c9d8a1 2024-11-23T03:49:49,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T03:49:49,264 DEBUG [M:0;237a1da887a0:37151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f757be39716e4c09bb3c800b9f5a62d1 is 52, key is load_balancer_on/state:d/1732333788898/Put/seqid=0 2024-11-23T03:49:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741842_1018 (size=5056) 2024-11-23T03:49:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741842_1018 (size=5056) 2024-11-23T03:49:49,268 INFO [M:0;237a1da887a0:37151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f757be39716e4c09bb3c800b9f5a62d1 2024-11-23T03:49:49,273 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/985d10b5070549c597934959c61c71dc as hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/985d10b5070549c597934959c61c71dc 2024-11-23T03:49:49,278 INFO [M:0;237a1da887a0:37151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/985d10b5070549c597934959c61c71dc, entries=8, sequenceid=29, filesize=5.5 K 2024-11-23T03:49:49,279 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af536aa37e08448b83e02ad07339640e as hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af536aa37e08448b83e02ad07339640e 2024-11-23T03:49:49,284 INFO [M:0;237a1da887a0:37151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af536aa37e08448b83e02ad07339640e, entries=3, sequenceid=29, filesize=5.2 K 2024-11-23T03:49:49,285 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c9185ad28e04e6fa518a00ccc159b82 as hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c9185ad28e04e6fa518a00ccc159b82 2024-11-23T03:49:49,289 INFO [M:0;237a1da887a0:37151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c9185ad28e04e6fa518a00ccc159b82, entries=1, sequenceid=29, filesize=5.0 K 2024-11-23T03:49:49,290 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f757be39716e4c09bb3c800b9f5a62d1 as hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f757be39716e4c09bb3c800b9f5a62d1 2024-11-23T03:49:49,294 INFO [M:0;237a1da887a0:37151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39683/user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f757be39716e4c09bb3c800b9f5a62d1, entries=1, sequenceid=29, filesize=4.9 K 2024-11-23T03:49:49,295 INFO [M:0;237a1da887a0:37151 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=29, compaction requested=false 2024-11-23T03:49:49,296 INFO [M:0;237a1da887a0:37151 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:49:49,297 DEBUG [M:0;237a1da887a0:37151 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333789171Disabling compacts and flushes for region at 1732333789171Disabling writes for close at 1732333789171Obtaining lock to block concurrent updates at 1732333789172 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732333789172Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732333789172Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732333789172Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732333789172Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732333789187 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732333789187Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732333789196 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732333789216 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732333789216Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732333789226 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732333789240 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732333789240Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732333789250 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732333789263 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732333789263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5806a93a: reopening flushed file at 1732333789272 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f74a42: reopening flushed file at 1732333789278 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d46f4f4: reopening flushed file at 1732333789284 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d772a4: reopening flushed file at 1732333789290 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=29, compaction requested=false at 1732333789295 (+5 ms)Writing region close event to WAL at 1732333789296 (+1 ms)Closed at 1732333789296 2024-11-23T03:49:49,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741830_1006 (size=10311) 2024-11-23T03:49:49,299 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e83324d0-6c98-e9c0-5712-63c64c9021d1/MasterData/WALs/237a1da887a0,37151,1732333787929/237a1da887a0%2C37151%2C1732333787929.1732333788058 not finished, retry = 0 2024-11-23T03:49:49,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741830_1006 (size=10311) 2024-11-23T03:49:49,400 INFO [M:0;237a1da887a0:37151 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T03:49:49,400 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:49:49,400 INFO [M:0;237a1da887a0:37151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37151 2024-11-23T03:49:49,401 INFO [M:0;237a1da887a0:37151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:49:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:49:49,503 INFO [M:0;237a1da887a0:37151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:49:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37151-0x10142f1c59b0000, quorum=127.0.0.1:62283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:49:49,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@219e7b0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:49:49,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d973919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:49:49,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:49:49,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27da0e12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:49:49,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d7399f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/hadoop.log.dir/,STOPPED} 2024-11-23T03:49:49,507 WARN [BP-1383507755-172.17.0.2-1732333787137 heartbeating to localhost/127.0.0.1:39683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:49:49,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:49:49,507 WARN [BP-1383507755-172.17.0.2-1732333787137 heartbeating to localhost/127.0.0.1:39683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1383507755-172.17.0.2-1732333787137 (Datanode Uuid e6a53aad-3a1f-47d7-8145-99b81556482f) service to localhost/127.0.0.1:39683 2024-11-23T03:49:49,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:49:49,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/data/data3/current/BP-1383507755-172.17.0.2-1732333787137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:49:49,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/data/data4/current/BP-1383507755-172.17.0.2-1732333787137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:49:49,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:49:49,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375bb634{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:49:49,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11db0592{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:49:49,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:49:49,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61f5c0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:49:49,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e679273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/hadoop.log.dir/,STOPPED} 2024-11-23T03:49:49,512 WARN [BP-1383507755-172.17.0.2-1732333787137 heartbeating to localhost/127.0.0.1:39683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:49:49,512 WARN [BP-1383507755-172.17.0.2-1732333787137 heartbeating to localhost/127.0.0.1:39683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1383507755-172.17.0.2-1732333787137 (Datanode Uuid a6160f49-887e-46a7-b377-e08f6a3e9a71) service to localhost/127.0.0.1:39683 2024-11-23T03:49:49,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:49:49,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:49:49,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/data/data1/current/BP-1383507755-172.17.0.2-1732333787137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:49:49,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/cluster_eabd3da7-b5ed-6d2b-656f-9a4923b9de0a/data/data2/current/BP-1383507755-172.17.0.2-1732333787137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:49:49,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:49:49,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a117ce7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:49:49,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72cf5820{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:49:49,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:49:49,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49a373f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:49:49,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@781b26be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d7f3830-ca6b-52b8-e538-e23d3cdfe27a/hadoop.log.dir/,STOPPED} 2024-11-23T03:49:49,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T03:49:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T03:49:49,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 109) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=8642 (was 8727)