2024-11-08 00:48:44,887 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 00:48:44,899 main DEBUG Took 0.010092 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 00:48:44,899 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 00:48:44,899 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 00:48:44,900 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 00:48:44,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,908 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 00:48:44,921 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,924 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,925 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,926 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,926 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,927 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,929 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,930 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,931 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,931 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:48:44,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,934 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 00:48:44,936 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:48:44,938 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 00:48:44,940 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 00:48:44,940 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 00:48:44,942 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 00:48:44,942 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 00:48:44,954 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 00:48:44,958 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 00:48:44,960 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 00:48:44,961 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 00:48:44,961 main DEBUG createAppenders(={Console}) 2024-11-08 00:48:44,962 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-08 00:48:44,962 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 00:48:44,962 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-08 00:48:44,963 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 00:48:44,963 main DEBUG OutputStream closed 2024-11-08 00:48:44,963 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 00:48:44,963 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 00:48:44,964 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-08 00:48:45,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 00:48:45,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 00:48:45,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 00:48:45,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 00:48:45,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 00:48:45,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 00:48:45,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 00:48:45,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 00:48:45,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 00:48:45,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 00:48:45,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 00:48:45,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 00:48:45,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 00:48:45,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 00:48:45,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 00:48:45,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 00:48:45,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 00:48:45,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 00:48:45,069 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 00:48:45,069 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-08 00:48:45,070 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 00:48:45,071 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-08T00:48:45,376 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68 2024-11-08 00:48:45,380 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 00:48:45,380 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T00:48:45,391 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-08T00:48:45,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=605, ProcessCount=11, AvailableMemoryMB=3804 2024-11-08T00:48:45,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:48:45,460 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33, deleteOnExit=true 2024-11-08T00:48:45,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:48:45,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/test.cache.data in system properties and HBase conf 2024-11-08T00:48:45,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:48:45,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:48:45,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:48:45,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:48:45,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:48:45,568 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T00:48:45,695 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:48:45,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:48:45,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:48:45,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:48:45,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:48:45,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:48:45,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:48:45,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:48:45,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:48:45,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:48:45,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:48:45,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:48:45,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:48:45,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:48:45,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:48:46,626 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T00:48:46,745 INFO [Time-limited test {}] log.Log(170): Logging initialized @2773ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T00:48:46,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:48:46,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:48:46,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:48:46,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:48:46,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:48:46,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:48:46,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:48:46,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:48:47,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/java.io.tmpdir/jetty-localhost-40867-hadoop-hdfs-3_4_1-tests_jar-_-any-14713572043595302553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:48:47,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:40867} 2024-11-08T00:48:47,265 INFO [Time-limited test {}] server.Server(415): Started @3295ms 2024-11-08T00:48:47,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:48:47,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:48:47,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:48:47,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:48:47,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:48:47,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:48:47,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:48:47,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/java.io.tmpdir/jetty-localhost-38517-hadoop-hdfs-3_4_1-tests_jar-_-any-12307649163168570980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:48:47,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:38517} 2024-11-08T00:48:47,862 INFO [Time-limited test {}] server.Server(415): Started @3892ms 2024-11-08T00:48:47,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:48:48,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:48:48,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:48:48,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:48:48,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:48:48,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:48:48,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:48:48,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:48:48,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/java.io.tmpdir/jetty-localhost-37203-hadoop-hdfs-3_4_1-tests_jar-_-any-933669503304732988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:48:48,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:37203} 2024-11-08T00:48:48,211 INFO [Time-limited test {}] server.Server(415): Started @4240ms 2024-11-08T00:48:48,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:48:48,408 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/data/data4/current/BP-1111945811-172.17.0.2-1731026926376/current, will proceed with Du for space computation calculation, 2024-11-08T00:48:48,408 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/data/data3/current/BP-1111945811-172.17.0.2-1731026926376/current, will proceed with Du for space computation calculation, 2024-11-08T00:48:48,408 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/data/data1/current/BP-1111945811-172.17.0.2-1731026926376/current, will proceed with Du for space computation calculation, 2024-11-08T00:48:48,408 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/data/data2/current/BP-1111945811-172.17.0.2-1731026926376/current, will proceed with Du for space computation calculation, 2024-11-08T00:48:48,474 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:48:48,485 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:48:48,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f8d79caa0e6ded5 with lease ID 0x8494fa9c26354a1: Processing first storage report for DS-a7227720-97a4-4269-bf1c-746937ff6228 from datanode DatanodeRegistration(127.0.0.1:42043, datanodeUuid=91a3db05-3e8e-4d88-aa73-86067ebee016, infoPort=46743, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=2002404642;c=1731026926376) 2024-11-08T00:48:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f8d79caa0e6ded5 with lease ID 0x8494fa9c26354a1: from storage DS-a7227720-97a4-4269-bf1c-746937ff6228 node DatanodeRegistration(127.0.0.1:42043, datanodeUuid=91a3db05-3e8e-4d88-aa73-86067ebee016, infoPort=46743, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=2002404642;c=1731026926376), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:48:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ffddc532f33b9ea with lease ID 0x8494fa9c26354a2: Processing first storage report for DS-425bea97-d530-4008-a749-05964f5770c8 from datanode DatanodeRegistration(127.0.0.1:37675, datanodeUuid=31995921-3c18-4300-9d0f-7b29bb867922, infoPort=46673, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=2002404642;c=1731026926376) 2024-11-08T00:48:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ffddc532f33b9ea with lease ID 0x8494fa9c26354a2: from storage DS-425bea97-d530-4008-a749-05964f5770c8 node DatanodeRegistration(127.0.0.1:37675, datanodeUuid=31995921-3c18-4300-9d0f-7b29bb867922, infoPort=46673, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=2002404642;c=1731026926376), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:48:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f8d79caa0e6ded5 with lease ID 0x8494fa9c26354a1: Processing first storage report for DS-ec0cbf74-30ec-4278-8244-15d4d13bd999 from datanode DatanodeRegistration(127.0.0.1:42043, datanodeUuid=91a3db05-3e8e-4d88-aa73-86067ebee016, infoPort=46743, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=2002404642;c=1731026926376) 2024-11-08T00:48:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f8d79caa0e6ded5 with lease ID 0x8494fa9c26354a1: from storage DS-ec0cbf74-30ec-4278-8244-15d4d13bd999 node DatanodeRegistration(127.0.0.1:42043, datanodeUuid=91a3db05-3e8e-4d88-aa73-86067ebee016, infoPort=46743, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=2002404642;c=1731026926376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:48:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ffddc532f33b9ea with lease ID 0x8494fa9c26354a2: Processing first storage report for DS-5abc634c-6d83-407f-98c8-1c13f9042a81 from datanode DatanodeRegistration(127.0.0.1:37675, datanodeUuid=31995921-3c18-4300-9d0f-7b29bb867922, infoPort=46673, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=2002404642;c=1731026926376) 2024-11-08T00:48:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ffddc532f33b9ea with lease ID 0x8494fa9c26354a2: from storage DS-5abc634c-6d83-407f-98c8-1c13f9042a81 node DatanodeRegistration(127.0.0.1:37675, datanodeUuid=31995921-3c18-4300-9d0f-7b29bb867922, infoPort=46673, infoSecurePort=0, ipcPort=33165, storageInfo=lv=-57;cid=testClusterID;nsid=2002404642;c=1731026926376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:48:48,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68 2024-11-08T00:48:48,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/zookeeper_0, clientPort=51215, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:48:48,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51215 2024-11-08T00:48:48,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:48:48,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:48:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:48:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:48:49,481 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940 with version=8 2024-11-08T00:48:49,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/hbase-staging 2024-11-08T00:48:49,571 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T00:48:49,831 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:48:49,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:48:49,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:48:49,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:48:49,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:48:49,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:48:49,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:48:50,044 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T00:48:50,053 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T00:48:50,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:48:50,084 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21941 (auto-detected) 2024-11-08T00:48:50,085 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T00:48:50,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35481 2024-11-08T00:48:50,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35481 connecting to ZooKeeper ensemble=127.0.0.1:51215 2024-11-08T00:48:50,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354810x0, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:48:50,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35481-0x100f50caef40000 connected 2024-11-08T00:48:50,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:48:50,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:48:50,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:48:50,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940, hbase.cluster.distributed=false 2024-11-08T00:48:50,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:48:50,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-08T00:48:50,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35481 2024-11-08T00:48:50,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35481 2024-11-08T00:48:50,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-08T00:48:50,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-08T00:48:50,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:48:50,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:48:50,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:48:50,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:48:50,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:48:50,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:48:50,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:48:50,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:48:50,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36121 2024-11-08T00:48:50,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36121 connecting to ZooKeeper ensemble=127.0.0.1:51215 2024-11-08T00:48:50,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:48:50,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:48:50,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361210x0, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:48:50,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361210x0, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:48:50,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36121-0x100f50caef40001 connected 2024-11-08T00:48:50,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:48:50,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:48:50,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:48:50,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:48:50,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-08T00:48:50,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36121 2024-11-08T00:48:50,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36121 2024-11-08T00:48:50,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-08T00:48:50,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-08T00:48:50,459 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c302dddf724e:35481 2024-11-08T00:48:50,461 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c302dddf724e,35481,1731026929622 2024-11-08T00:48:50,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:48:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:48:50,470 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c302dddf724e,35481,1731026929622 2024-11-08T00:48:50,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:50,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:48:50,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:50,494 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:48:50,495 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c302dddf724e,35481,1731026929622 from backup master directory 2024-11-08T00:48:50,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:48:50,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c302dddf724e,35481,1731026929622 2024-11-08T00:48:50,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:48:50,499 WARN [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:48:50,499 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c302dddf724e,35481,1731026929622 2024-11-08T00:48:50,501 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T00:48:50,503 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T00:48:50,561 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/hbase.id] with ID: c5321e6e-1557-4785-9d1f-41d16cc3e0ab 2024-11-08T00:48:50,561 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/.tmp/hbase.id 2024-11-08T00:48:50,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:48:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:48:50,577 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/.tmp/hbase.id]:[hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/hbase.id] 2024-11-08T00:48:50,628 INFO [master/c302dddf724e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:48:50,633 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:48:50,653 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-08T00:48:50,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:50,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:48:50,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:48:50,695 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:48:50,698 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:48:50,704 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:48:50,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:48:50,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:48:50,762 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store 2024-11-08T00:48:50,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:48:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:48:50,791 INFO [master/c302dddf724e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T00:48:50,794 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:48:50,795 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:48:50,796 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:48:50,796 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:48:50,797 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:48:50,798 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:48:50,798 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:48:50,799 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026930795Disabling compacts and flushes for region at 1731026930795Disabling writes for close at 1731026930797 (+2 ms)Writing region close event to WAL at 1731026930798 (+1 ms)Closed at 1731026930798 2024-11-08T00:48:50,801 WARN [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/.initializing 2024-11-08T00:48:50,801 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/WALs/c302dddf724e,35481,1731026929622 2024-11-08T00:48:50,812 INFO [master/c302dddf724e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:48:50,830 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C35481%2C1731026929622, suffix=, logDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/WALs/c302dddf724e,35481,1731026929622, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/oldWALs, maxLogs=10 2024-11-08T00:48:50,869 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/WALs/c302dddf724e,35481,1731026929622/c302dddf724e%2C35481%2C1731026929622.1731026930837, exclude list is [], retry=0 2024-11-08T00:48:50,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:48:50,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK] 2024-11-08T00:48:50,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK] 2024-11-08T00:48:50,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T00:48:50,942 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/WALs/c302dddf724e,35481,1731026929622/c302dddf724e%2C35481%2C1731026929622.1731026930837 2024-11-08T00:48:50,943 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46673:46673),(127.0.0.1/127.0.0.1:46743:46743)] 2024-11-08T00:48:50,944 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:48:50,944 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:48:50,950 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:50,951 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:48:51,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:51,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:48:51,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:48:51,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:48:51,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:48:51,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:48:51,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:48:51,059 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,062 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,063 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,068 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,068 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,072 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:48:51,075 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:48:51,080 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:48:51,081 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=868274, jitterRate=0.10406838357448578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:48:51,086 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731026930965Initializing all the Stores at 1731026930968 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026930969 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026930970 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026930970Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026930970Cleaning up temporary data from old regions at 1731026931069 (+99 ms)Region opened successfully at 1731026931086 (+17 ms) 2024-11-08T00:48:51,087 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:48:51,119 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e7d67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:48:51,151 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:48:51,162 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:48:51,162 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:48:51,165 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:48:51,167 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T00:48:51,171 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T00:48:51,172 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:48:51,198 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:48:51,206 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:48:51,209 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:48:51,211 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:48:51,213 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:48:51,214 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:48:51,217 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:48:51,220 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:48:51,222 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:48:51,223 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:48:51,226 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:48:51,245 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:48:51,247 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:48:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:48:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:48:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:51,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:51,256 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c302dddf724e,35481,1731026929622, sessionid=0x100f50caef40000, setting cluster-up flag (Was=false) 2024-11-08T00:48:51,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:51,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:51,280 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:48:51,281 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,35481,1731026929622 2024-11-08T00:48:51,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:51,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:51,294 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:48:51,296 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,35481,1731026929622 2024-11-08T00:48:51,303 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:48:51,347 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(746): ClusterId : c5321e6e-1557-4785-9d1f-41d16cc3e0ab 2024-11-08T00:48:51,350 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:48:51,355 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:48:51,355 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:48:51,358 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:48:51,359 DEBUG [RS:0;c302dddf724e:36121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43157a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:48:51,374 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c302dddf724e:36121 2024-11-08T00:48:51,376 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:48:51,377 INFO [RS:0;c302dddf724e:36121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:48:51,377 INFO [RS:0;c302dddf724e:36121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:48:51,378 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:48:51,380 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,35481,1731026929622 with port=36121, startcode=1731026930336 2024-11-08T00:48:51,386 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:48:51,392 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:48:51,393 DEBUG [RS:0;c302dddf724e:36121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:48:51,397 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c302dddf724e,35481,1731026929622 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:48:51,406 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:48:51,406 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:48:51,406 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:48:51,407 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:48:51,407 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c302dddf724e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:48:51,407 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,407 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:48:51,407 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,415 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731026961414 2024-11-08T00:48:51,417 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:48:51,420 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:48:51,424 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:48:51,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:48:51,425 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:48:51,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:48:51,425 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:48:51,425 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:48:51,430 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34091, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:48:51,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,432 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:48:51,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:48:51,433 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:48:51,434 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:48:51,437 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:48:51,437 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:48:51,438 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35481 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T00:48:51,441 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026931438,5,FailOnTimeoutGroup] 2024-11-08T00:48:51,442 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026931441,5,FailOnTimeoutGroup] 2024-11-08T00:48:51,442 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,442 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:48:51,443 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,444 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:48:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:48:51,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:48:51,456 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940 2024-11-08T00:48:51,476 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T00:48:51,476 WARN [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T00:48:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:48:51,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:48:51,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:48:51,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:48:51,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:48:51,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:51,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:48:51,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:48:51,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:51,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:48:51,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:48:51,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:51,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:48:51,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:48:51,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:51,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:48:51,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740 2024-11-08T00:48:51,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740 2024-11-08T00:48:51,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:48:51,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:48:51,513 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:48:51,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:48:51,521 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:48:51,522 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757390, jitterRate=-0.03692948818206787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:48:51,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731026931486Initializing all the Stores at 1731026931488 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026931488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026931489 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026931489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026931489Cleaning up temporary data from old regions at 1731026931512 (+23 ms)Region opened successfully at 1731026931525 (+13 ms) 2024-11-08T00:48:51,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:48:51,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:48:51,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:48:51,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:48:51,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:48:51,527 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:48:51,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026931525Disabling compacts and flushes for region at 1731026931525Disabling writes for close at 1731026931526 (+1 ms)Writing region close event to WAL at 1731026931527 (+1 ms)Closed at 1731026931527 2024-11-08T00:48:51,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:48:51,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:48:51,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:48:51,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:48:51,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:48:51,577 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,35481,1731026929622 with port=36121, startcode=1731026930336 2024-11-08T00:48:51,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,36121,1731026930336 2024-11-08T00:48:51,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35481 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,36121,1731026930336 2024-11-08T00:48:51,589 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940 2024-11-08T00:48:51,589 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37521 2024-11-08T00:48:51,589 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:48:51,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:48:51,594 DEBUG [RS:0;c302dddf724e:36121 {}] zookeeper.ZKUtil(111): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,36121,1731026930336 2024-11-08T00:48:51,594 WARN [RS:0;c302dddf724e:36121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:48:51,595 INFO [RS:0;c302dddf724e:36121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:48:51,595 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336 2024-11-08T00:48:51,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,36121,1731026930336] 2024-11-08T00:48:51,622 INFO [RS:0;c302dddf724e:36121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:48:51,635 INFO [RS:0;c302dddf724e:36121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:48:51,640 INFO [RS:0;c302dddf724e:36121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:48:51,640 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,641 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:48:51,647 INFO [RS:0;c302dddf724e:36121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:48:51,649 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,649 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,649 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,650 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,650 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,650 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,650 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:48:51,651 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,651 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,651 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,651 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,652 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,652 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:48:51,652 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:48:51,652 DEBUG [RS:0;c302dddf724e:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:48:51,653 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,653 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,654 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,654 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,654 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,654 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,36121,1731026930336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:48:51,673 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:48:51,675 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,36121,1731026930336-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,675 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,675 INFO [RS:0;c302dddf724e:36121 {}] regionserver.Replication(171): c302dddf724e,36121,1731026930336 started 2024-11-08T00:48:51,694 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:51,695 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,36121,1731026930336, RpcServer on c302dddf724e/172.17.0.2:36121, sessionid=0x100f50caef40001 2024-11-08T00:48:51,696 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:48:51,696 DEBUG [RS:0;c302dddf724e:36121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,36121,1731026930336 2024-11-08T00:48:51,696 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,36121,1731026930336' 2024-11-08T00:48:51,696 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:48:51,697 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:48:51,698 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:48:51,698 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:48:51,698 DEBUG [RS:0;c302dddf724e:36121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,36121,1731026930336 2024-11-08T00:48:51,698 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,36121,1731026930336' 2024-11-08T00:48:51,698 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:48:51,699 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:48:51,699 DEBUG [RS:0;c302dddf724e:36121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:48:51,699 INFO [RS:0;c302dddf724e:36121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:48:51,700 INFO [RS:0;c302dddf724e:36121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:48:51,701 WARN [c302dddf724e:35481 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:48:51,805 INFO [RS:0;c302dddf724e:36121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:48:51,808 INFO [RS:0;c302dddf724e:36121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C36121%2C1731026930336, suffix=, logDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/oldWALs, maxLogs=32 2024-11-08T00:48:51,825 DEBUG [RS:0;c302dddf724e:36121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026931811, exclude list is [], retry=0 2024-11-08T00:48:51,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK] 2024-11-08T00:48:51,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK] 2024-11-08T00:48:51,834 INFO [RS:0;c302dddf724e:36121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026931811 2024-11-08T00:48:51,836 DEBUG [RS:0;c302dddf724e:36121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46673:46673),(127.0.0.1/127.0.0.1:46743:46743)] 2024-11-08T00:48:51,954 DEBUG [c302dddf724e:35481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:48:51,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c302dddf724e,36121,1731026930336 2024-11-08T00:48:51,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,36121,1731026930336, state=OPENING 2024-11-08T00:48:51,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:48:51,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:51,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:48:51,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:48:51,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:48:51,985 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:48:51,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,36121,1731026930336}] 2024-11-08T00:48:52,167 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:48:52,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:48:52,182 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:48:52,183 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:48:52,184 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:48:52,187 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C36121%2C1731026930336.meta, suffix=.meta, logDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/oldWALs, maxLogs=32 2024-11-08T00:48:52,204 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.meta.1731026932189.meta, exclude list is [], retry=0 2024-11-08T00:48:52,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK] 2024-11-08T00:48:52,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK] 2024-11-08T00:48:52,211 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.meta.1731026932189.meta 2024-11-08T00:48:52,212 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46673:46673),(127.0.0.1/127.0.0.1:46743:46743)] 2024-11-08T00:48:52,212 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:48:52,214 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:48:52,216 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:48:52,221 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:48:52,225 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:48:52,226 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:48:52,226 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:48:52,227 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:48:52,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:48:52,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:48:52,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:52,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:52,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:48:52,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:48:52,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:52,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:52,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:48:52,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:48:52,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:52,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:52,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:48:52,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:48:52,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:52,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:48:52,242 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:48:52,243 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740 2024-11-08T00:48:52,245 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740 2024-11-08T00:48:52,248 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:48:52,248 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:48:52,249 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:48:52,253 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:48:52,255 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=814733, jitterRate=0.03598763048648834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:48:52,255 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:48:52,256 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731026932227Writing region info on filesystem at 1731026932227Initializing all the Stores at 1731026932230 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026932230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026932230Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026932230Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026932230Cleaning up temporary data from old regions at 1731026932248 (+18 ms)Running coprocessor post-open hooks at 1731026932255 (+7 ms)Region opened successfully at 1731026932256 (+1 ms) 2024-11-08T00:48:52,266 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731026932156 2024-11-08T00:48:52,281 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:48:52,281 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:48:52,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,36121,1731026930336 2024-11-08T00:48:52,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,36121,1731026930336, state=OPEN 2024-11-08T00:48:52,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:48:52,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:48:52,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:48:52,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:48:52,295 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c302dddf724e,36121,1731026930336 2024-11-08T00:48:52,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:48:52,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,36121,1731026930336 in 308 msec 2024-11-08T00:48:52,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:48:52,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 769 msec 2024-11-08T00:48:52,325 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:48:52,325 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:48:52,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:48:52,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,36121,1731026930336, seqNum=-1] 2024-11-08T00:48:52,380 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:48:52,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52127, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:48:52,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0690 sec 2024-11-08T00:48:52,401 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731026932400, completionTime=-1 2024-11-08T00:48:52,403 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:48:52,403 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T00:48:52,430 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T00:48:52,430 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731026992430 2024-11-08T00:48:52,430 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731027052430 2024-11-08T00:48:52,430 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-08T00:48:52,432 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,35481,1731026929622-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:52,432 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,35481,1731026929622-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:52,433 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,35481,1731026929622-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:52,434 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c302dddf724e:35481, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:52,434 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:52,435 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:52,441 DEBUG [master/c302dddf724e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:48:52,464 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.964sec 2024-11-08T00:48:52,465 INFO [master/c302dddf724e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:48:52,466 INFO [master/c302dddf724e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:48:52,467 INFO [master/c302dddf724e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:48:52,468 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:48:52,468 INFO [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:48:52,469 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,35481,1731026929622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:48:52,469 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,35481,1731026929622-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:48:52,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:48:52,478 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:48:52,478 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,35481,1731026929622-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:48:52,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:48:52,587 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T00:48:52,588 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T00:48:52,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,35481,-1 for getting cluster id 2024-11-08T00:48:52,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:48:52,609 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5321e6e-1557-4785-9d1f-41d16cc3e0ab' 2024-11-08T00:48:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:48:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5321e6e-1557-4785-9d1f-41d16cc3e0ab" 2024-11-08T00:48:52,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c47c5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:48:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,35481,-1] 2024-11-08T00:48:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:48:52,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:48:52,628 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:48:52,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e4627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:48:52,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:48:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,36121,1731026930336, seqNum=-1] 2024-11-08T00:48:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:48:52,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:48:52,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c302dddf724e,35481,1731026929622 2024-11-08T00:48:52,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:48:52,679 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:48:52,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:48:52,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c302dddf724e,35481,1731026929622 2024-11-08T00:48:52,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13bc6fda 2024-11-08T00:48:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:48:52,695 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:48:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T00:48:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T00:48:52,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:48:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-08T00:48:52,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:48:52,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-08T00:48:52,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:52,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:48:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:48:52,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741835_1011 (size=389) 2024-11-08T00:48:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741835_1011 (size=389) 2024-11-08T00:48:52,730 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a25a0b2b7f728103ab7c24fe0e31a9ed, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940 2024-11-08T00:48:52,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741836_1012 (size=72) 2024-11-08T00:48:52,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741836_1012 (size=72) 2024-11-08T00:48:52,741 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:48:52,742 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a25a0b2b7f728103ab7c24fe0e31a9ed, disabling compactions & flushes 2024-11-08T00:48:52,742 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:48:52,742 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:48:52,742 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. after waiting 0 ms 2024-11-08T00:48:52,742 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:48:52,742 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:48:52,742 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a25a0b2b7f728103ab7c24fe0e31a9ed: Waiting for close lock at 1731026932742Disabling compacts and flushes for region at 1731026932742Disabling writes for close at 1731026932742Writing region close event to WAL at 1731026932742Closed at 1731026932742 2024-11-08T00:48:52,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:48:52,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731026932744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026932744"}]},"ts":"1731026932744"} 2024-11-08T00:48:52,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T00:48:52,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:48:52,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731026932756"}]},"ts":"1731026932756"} 2024-11-08T00:48:52,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-08T00:48:52,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a25a0b2b7f728103ab7c24fe0e31a9ed, ASSIGN}] 2024-11-08T00:48:52,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a25a0b2b7f728103ab7c24fe0e31a9ed, ASSIGN 2024-11-08T00:48:52,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a25a0b2b7f728103ab7c24fe0e31a9ed, ASSIGN; state=OFFLINE, location=c302dddf724e,36121,1731026930336; forceNewPlan=false, retain=false 2024-11-08T00:48:52,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a25a0b2b7f728103ab7c24fe0e31a9ed, regionState=OPENING, regionLocation=c302dddf724e,36121,1731026930336 2024-11-08T00:48:52,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a25a0b2b7f728103ab7c24fe0e31a9ed, ASSIGN because future has completed 2024-11-08T00:48:52,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a25a0b2b7f728103ab7c24fe0e31a9ed, server=c302dddf724e,36121,1731026930336}] 2024-11-08T00:48:53,087 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:48:53,087 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a25a0b2b7f728103ab7c24fe0e31a9ed, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:48:53,088 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,088 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:48:53,088 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,088 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,092 INFO [StoreOpener-a25a0b2b7f728103ab7c24fe0e31a9ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,095 INFO [StoreOpener-a25a0b2b7f728103ab7c24fe0e31a9ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25a0b2b7f728103ab7c24fe0e31a9ed columnFamilyName info 2024-11-08T00:48:53,096 DEBUG [StoreOpener-a25a0b2b7f728103ab7c24fe0e31a9ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:48:53,097 INFO [StoreOpener-a25a0b2b7f728103ab7c24fe0e31a9ed-1 {}] regionserver.HStore(327): Store=a25a0b2b7f728103ab7c24fe0e31a9ed/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:48:53,097 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,099 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,100 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,100 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,100 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,104 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,110 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:48:53,111 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a25a0b2b7f728103ab7c24fe0e31a9ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788108, jitterRate=0.002131417393684387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:48:53,111 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:48:53,113 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a25a0b2b7f728103ab7c24fe0e31a9ed: Running coprocessor pre-open hook at 1731026933088Writing region info on filesystem at 1731026933088Initializing all the Stores at 1731026933090 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026933090Cleaning up temporary data from old regions at 1731026933101 (+11 ms)Running coprocessor post-open hooks at 1731026933111 (+10 ms)Region opened successfully at 1731026933113 (+2 ms) 2024-11-08T00:48:53,116 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed., pid=6, masterSystemTime=1731026933079 2024-11-08T00:48:53,121 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:48:53,121 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:48:53,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a25a0b2b7f728103ab7c24fe0e31a9ed, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,36121,1731026930336 2024-11-08T00:48:53,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a25a0b2b7f728103ab7c24fe0e31a9ed, server=c302dddf724e,36121,1731026930336 because future has completed 2024-11-08T00:48:53,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T00:48:53,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a25a0b2b7f728103ab7c24fe0e31a9ed, server=c302dddf724e,36121,1731026930336 in 206 msec 2024-11-08T00:48:53,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T00:48:53,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a25a0b2b7f728103ab7c24fe0e31a9ed, ASSIGN in 371 msec 2024-11-08T00:48:53,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:48:53,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731026933144"}]},"ts":"1731026933144"} 2024-11-08T00:48:53,149 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-08T00:48:53,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:48:53,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 449 msec 2024-11-08T00:48:57,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T00:48:57,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:48:57,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-08T00:49:00,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:49:00,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T00:49:00,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T00:49:00,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T00:49:00,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:49:00,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T00:49:00,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T00:49:00,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T00:49:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:49:02,788 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-08T00:49:02,791 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-08T00:49:02,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-08T00:49:02,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:49:02,813 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026942799, exclude list is [], retry=0 2024-11-08T00:49:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK] 2024-11-08T00:49:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK] 2024-11-08T00:49:02,821 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026931811 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026942799 2024-11-08T00:49:02,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46673:46673),(127.0.0.1/127.0.0.1:46743:46743)] 2024-11-08T00:49:02,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026931811 is not closed yet, will try archiving it next time 2024-11-08T00:49:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741833_1009 (size=451) 2024-11-08T00:49:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741833_1009 (size=451) 2024-11-08T00:49:02,828 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026931811 to hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/oldWALs/c302dddf724e%2C36121%2C1731026930336.1731026931811 2024-11-08T00:49:02,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed., hostname=c302dddf724e,36121,1731026930336, seqNum=2] 2024-11-08T00:49:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.HRegion(8855): Flush requested on a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:49:16,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a25a0b2b7f728103ab7c24fe0e31a9ed 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:49:16,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/ed6cdedc6eba4525873ffe836f13ea31 is 1055, key is row0001/info:/1731026942834/Put/seqid=0 2024-11-08T00:49:16,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741838_1014 (size=13386) 2024-11-08T00:49:16,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741838_1014 (size=13386) 2024-11-08T00:49:16,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/ed6cdedc6eba4525873ffe836f13ea31 2024-11-08T00:49:16,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/ed6cdedc6eba4525873ffe836f13ea31 as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/info/ed6cdedc6eba4525873ffe836f13ea31 2024-11-08T00:49:16,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/info/ed6cdedc6eba4525873ffe836f13ea31, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T00:49:17,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a25a0b2b7f728103ab7c24fe0e31a9ed in 136ms, sequenceid=12, compaction requested=false 2024-11-08T00:49:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a25a0b2b7f728103ab7c24fe0e31a9ed: 2024-11-08T00:49:18,670 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:49:22,886 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026962872, exclude list is [], retry=0 2024-11-08T00:49:22,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK] 2024-11-08T00:49:22,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK] 2024-11-08T00:49:22,893 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026942799 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026962872 2024-11-08T00:49:22,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46743:46743),(127.0.0.1/127.0.0.1:46673:46673)] 2024-11-08T00:49:22,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026942799 is not closed yet, will try archiving it next time 2024-11-08T00:49:22,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741837_1013 (size=12149) 2024-11-08T00:49:22,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741837_1013 (size=12149) 2024-11-08T00:49:27,898 INFO [AsyncFSWAL-0-hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940-prefix:c302dddf724e,36121,1731026930336 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK], DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK]] 2024-11-08T00:49:27,901 WARN [AsyncFSWAL-0-hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940-prefix:c302dddf724e,36121,1731026930336 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK], DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK]] 2024-11-08T00:49:27,902 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c302dddf724e%2C36121%2C1731026930336:(num 1731026962872) roll requested 2024-11-08T00:49:27,921 DEBUG [regionserver/c302dddf724e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026967902, exclude list is [], retry=0 2024-11-08T00:49:27,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK] 2024-11-08T00:49:27,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK] 2024-11-08T00:49:27,933 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026962872 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026967902 2024-11-08T00:49:27,933 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46743:46743),(127.0.0.1/127.0.0.1:46673:46673)] 2024-11-08T00:49:27,933 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026962872 is not closed yet, will try archiving it next time 2024-11-08T00:49:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741839_1015 (size=1233) 2024-11-08T00:49:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741839_1015 (size=1233) 2024-11-08T00:49:29,901 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:49:29,924 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026969901, exclude list is [], retry=0 2024-11-08T00:49:29,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-425bea97-d530-4008-a749-05964f5770c8,DISK] 2024-11-08T00:49:29,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42043,DS-a7227720-97a4-4269-bf1c-746937ff6228,DISK] 2024-11-08T00:49:29,932 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026967902 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026969901 2024-11-08T00:49:29,933 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46673:46673),(127.0.0.1/127.0.0.1:46743:46743)] 2024-11-08T00:49:29,933 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026967902 is not closed yet, will try archiving it next time 2024-11-08T00:49:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741840_1016 (size=93) 2024-11-08T00:49:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741840_1016 (size=93) 2024-11-08T00:49:29,939 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.1731026967902 to hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/oldWALs/c302dddf724e%2C36121%2C1731026930336.1731026967902 2024-11-08T00:49:32,480 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:49:32,480 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:49:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.HRegion(8855): Flush requested on a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:49:37,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a25a0b2b7f728103ab7c24fe0e31a9ed 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:49:37,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/2fd8ff4dab6f45e4a98c449b344d849b is 1055, key is row0009/info:/1731026958866/Put/seqid=0 2024-11-08T00:49:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741842_1018 (size=13386) 2024-11-08T00:49:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741842_1018 (size=13386) 2024-11-08T00:49:37,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/2fd8ff4dab6f45e4a98c449b344d849b 2024-11-08T00:49:37,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/2fd8ff4dab6f45e4a98c449b344d849b as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/info/2fd8ff4dab6f45e4a98c449b344d849b 2024-11-08T00:49:37,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/info/2fd8ff4dab6f45e4a98c449b344d849b, entries=8, sequenceid=23, filesize=13.1 K 2024-11-08T00:49:37,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a25a0b2b7f728103ab7c24fe0e31a9ed in 33ms, sequenceid=23, compaction requested=false 2024-11-08T00:49:37,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a25a0b2b7f728103ab7c24fe0e31a9ed: 2024-11-08T00:49:37,985 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-08T00:49:37,985 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:49:37,986 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/info/ed6cdedc6eba4525873ffe836f13ea31 because midkey is the same as first or last row 2024-11-08T00:49:38,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a25a0b2b7f728103ab7c24fe0e31a9ed, had cached 0 bytes from a total of 26772 2024-11-08T00:49:48,671 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:49:49,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:49:49,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:49:49,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:49:49,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:49:49,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:49:49,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:49:49,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:49:49,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=15152481, stopped=false 2024-11-08T00:49:49,976 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c302dddf724e,35481,1731026929622 2024-11-08T00:49:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:49:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:49:49,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:49:49,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:49,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:49:49,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:49:49,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:49:49,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,36121,1731026930336' ***** 2024-11-08T00:49:49,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:49:49,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:49:49,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:49:49,979 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:49:49,980 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:49:49,980 INFO [RS:0;c302dddf724e:36121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:49:49,980 INFO [RS:0;c302dddf724e:36121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:49:49,980 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:49:49,981 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,36121,1731026930336 2024-11-08T00:49:49,981 INFO [RS:0;c302dddf724e:36121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:49:49,981 INFO [RS:0;c302dddf724e:36121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c302dddf724e:36121. 2024-11-08T00:49:49,981 DEBUG [RS:0;c302dddf724e:36121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:49:49,981 DEBUG [RS:0;c302dddf724e:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:49:49,981 INFO [RS:0;c302dddf724e:36121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:49:49,981 INFO [RS:0;c302dddf724e:36121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:49:49,981 INFO [RS:0;c302dddf724e:36121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:49:49,981 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:49:49,981 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a25a0b2b7f728103ab7c24fe0e31a9ed, disabling compactions & flushes 2024-11-08T00:49:49,982 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:49:49,982 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:49:49,982 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. after waiting 0 ms 2024-11-08T00:49:49,982 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:49:49,982 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T00:49:49,982 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a25a0b2b7f728103ab7c24fe0e31a9ed 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T00:49:49,982 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:49:49,982 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1325): Online Regions={a25a0b2b7f728103ab7c24fe0e31a9ed=TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T00:49:49,982 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:49:49,982 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:49:49,982 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:49:49,982 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:49:49,982 DEBUG [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a25a0b2b7f728103ab7c24fe0e31a9ed 2024-11-08T00:49:49,982 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-08T00:49:49,993 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/a686a747da3a44088f81f5f3120995e6 is 1055, key is row0017/info:/1731026979954/Put/seqid=0 2024-11-08T00:49:49,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741843_1019 (size=10222) 2024-11-08T00:49:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741843_1019 (size=10222) 2024-11-08T00:49:50,000 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/a686a747da3a44088f81f5f3120995e6 2024-11-08T00:49:50,008 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/info/62dbe436b967417d9bf8063d8f3b092f is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed./info:regioninfo/1731026933123/Put/seqid=0 2024-11-08T00:49:50,010 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/.tmp/info/a686a747da3a44088f81f5f3120995e6 as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/info/a686a747da3a44088f81f5f3120995e6 2024-11-08T00:49:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741844_1020 (size=7016) 2024-11-08T00:49:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741844_1020 (size=7016) 2024-11-08T00:49:50,015 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/info/62dbe436b967417d9bf8063d8f3b092f 2024-11-08T00:49:50,020 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/info/a686a747da3a44088f81f5f3120995e6, entries=5, sequenceid=31, filesize=10.0 K 2024-11-08T00:49:50,022 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a25a0b2b7f728103ab7c24fe0e31a9ed in 39ms, sequenceid=31, compaction requested=true 2024-11-08T00:49:50,028 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/default/TestLogRolling-testSlowSyncLogRolling/a25a0b2b7f728103ab7c24fe0e31a9ed/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-08T00:49:50,030 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:49:50,030 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a25a0b2b7f728103ab7c24fe0e31a9ed: Waiting for close lock at 1731026989981Running coprocessor pre-close hooks at 1731026989981Disabling compacts and flushes for region at 1731026989981Disabling writes for close at 1731026989982 (+1 ms)Obtaining lock to block concurrent updates at 1731026989982Preparing flush snapshotting stores in a25a0b2b7f728103ab7c24fe0e31a9ed at 1731026989982Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731026989983 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. at 1731026989984 (+1 ms)Flushing a25a0b2b7f728103ab7c24fe0e31a9ed/info: creating writer at 1731026989984Flushing a25a0b2b7f728103ab7c24fe0e31a9ed/info: appending metadata at 1731026989992 (+8 ms)Flushing a25a0b2b7f728103ab7c24fe0e31a9ed/info: closing flushed file at 1731026989992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a879c68: reopening flushed file at 1731026990009 (+17 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a25a0b2b7f728103ab7c24fe0e31a9ed in 39ms, sequenceid=31, compaction requested=true at 1731026990022 (+13 ms)Writing region close event to WAL at 1731026990023 (+1 ms)Running coprocessor post-close hooks at 1731026990028 (+5 ms)Closed at 1731026990030 (+2 ms) 2024-11-08T00:49:50,031 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731026932696.a25a0b2b7f728103ab7c24fe0e31a9ed. 2024-11-08T00:49:50,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T00:49:50,048 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/ns/cb04b29315504ce2a4cc24bf290ff085 is 43, key is default/ns:d/1731026932386/Put/seqid=0 2024-11-08T00:49:50,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741845_1021 (size=5153) 2024-11-08T00:49:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741845_1021 (size=5153) 2024-11-08T00:49:50,056 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/ns/cb04b29315504ce2a4cc24bf290ff085 2024-11-08T00:49:50,080 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/table/0ec4b1f45f074227935bc43902b40de2 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731026933144/Put/seqid=0 2024-11-08T00:49:50,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741846_1022 (size=5396) 2024-11-08T00:49:50,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741846_1022 (size=5396) 2024-11-08T00:49:50,086 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/table/0ec4b1f45f074227935bc43902b40de2 2024-11-08T00:49:50,095 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/info/62dbe436b967417d9bf8063d8f3b092f as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/info/62dbe436b967417d9bf8063d8f3b092f 2024-11-08T00:49:50,104 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/info/62dbe436b967417d9bf8063d8f3b092f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T00:49:50,106 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/ns/cb04b29315504ce2a4cc24bf290ff085 as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/ns/cb04b29315504ce2a4cc24bf290ff085 2024-11-08T00:49:50,114 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/ns/cb04b29315504ce2a4cc24bf290ff085, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T00:49:50,116 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/.tmp/table/0ec4b1f45f074227935bc43902b40de2 as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/table/0ec4b1f45f074227935bc43902b40de2 2024-11-08T00:49:50,124 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/table/0ec4b1f45f074227935bc43902b40de2, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T00:49:50,126 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=11, compaction requested=false 2024-11-08T00:49:50,132 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T00:49:50,133 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:49:50,133 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:49:50,133 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026989982Running coprocessor pre-close hooks at 1731026989982Disabling compacts and flushes for region at 1731026989982Disabling writes for close at 1731026989982Obtaining lock to block concurrent updates at 1731026989982Preparing flush snapshotting stores in 1588230740 at 1731026989982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731026989983 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731026989984 (+1 ms)Flushing 1588230740/info: creating writer at 1731026989984Flushing 1588230740/info: appending metadata at 1731026990008 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731026990008Flushing 1588230740/ns: creating writer at 1731026990025 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731026990047 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731026990047Flushing 1588230740/table: creating writer at 1731026990065 (+18 ms)Flushing 1588230740/table: appending metadata at 1731026990080 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731026990080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae9f27: reopening flushed file at 1731026990094 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7548b958: reopening flushed file at 1731026990105 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736ddbd8: reopening flushed file at 1731026990114 (+9 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=11, compaction requested=false at 1731026990126 (+12 ms)Writing region close event to WAL at 1731026990127 (+1 ms)Running coprocessor post-close hooks at 1731026990133 (+6 ms)Closed at 1731026990133 2024-11-08T00:49:50,133 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:49:50,183 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,36121,1731026930336; all regions closed. 2024-11-08T00:49:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741834_1010 (size=3066) 2024-11-08T00:49:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741834_1010 (size=3066) 2024-11-08T00:49:50,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/WALs/c302dddf724e,36121,1731026930336/c302dddf724e%2C36121%2C1731026930336.meta.1731026932189.meta not finished, retry = 0 2024-11-08T00:49:50,292 DEBUG [RS:0;c302dddf724e:36121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/oldWALs 2024-11-08T00:49:50,292 INFO [RS:0;c302dddf724e:36121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C36121%2C1731026930336.meta:.meta(num 1731026932189) 2024-11-08T00:49:50,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741841_1017 (size=13164) 2024-11-08T00:49:50,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741841_1017 (size=13164) 2024-11-08T00:49:50,301 DEBUG [RS:0;c302dddf724e:36121 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/oldWALs 2024-11-08T00:49:50,301 INFO [RS:0;c302dddf724e:36121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C36121%2C1731026930336:(num 1731026969901) 2024-11-08T00:49:50,301 DEBUG [RS:0;c302dddf724e:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:49:50,301 INFO [RS:0;c302dddf724e:36121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:49:50,301 INFO [RS:0;c302dddf724e:36121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:49:50,301 INFO [RS:0;c302dddf724e:36121 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:49:50,301 INFO [RS:0;c302dddf724e:36121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:49:50,301 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:49:50,302 INFO [RS:0;c302dddf724e:36121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36121 2024-11-08T00:49:50,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,36121,1731026930336 2024-11-08T00:49:50,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:49:50,306 INFO [RS:0;c302dddf724e:36121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:49:50,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,36121,1731026930336] 2024-11-08T00:49:50,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,36121,1731026930336 already deleted, retry=false 2024-11-08T00:49:50,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,36121,1731026930336 expired; onlineServers=0 2024-11-08T00:49:50,311 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c302dddf724e,35481,1731026929622' ***** 2024-11-08T00:49:50,311 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:49:50,311 INFO [M:0;c302dddf724e:35481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:49:50,311 INFO [M:0;c302dddf724e:35481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:49:50,311 DEBUG [M:0;c302dddf724e:35481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:49:50,312 DEBUG [M:0;c302dddf724e:35481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:49:50,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:49:50,312 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026931438 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026931438,5,FailOnTimeoutGroup] 2024-11-08T00:49:50,312 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026931441 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026931441,5,FailOnTimeoutGroup] 2024-11-08T00:49:50,312 INFO [M:0;c302dddf724e:35481 {}] hbase.ChoreService(370): Chore service for: master/c302dddf724e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:49:50,312 INFO [M:0;c302dddf724e:35481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:49:50,312 DEBUG [M:0;c302dddf724e:35481 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:49:50,312 INFO [M:0;c302dddf724e:35481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:49:50,312 INFO [M:0;c302dddf724e:35481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:49:50,313 INFO [M:0;c302dddf724e:35481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:49:50,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:49:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:49:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:50,314 DEBUG [M:0;c302dddf724e:35481 {}] zookeeper.ZKUtil(347): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:49:50,314 WARN [M:0;c302dddf724e:35481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:49:50,315 INFO [M:0;c302dddf724e:35481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/.lastflushedseqids 2024-11-08T00:49:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741847_1023 (size=130) 2024-11-08T00:49:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741847_1023 (size=130) 2024-11-08T00:49:50,329 INFO [M:0;c302dddf724e:35481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:49:50,329 INFO [M:0;c302dddf724e:35481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:49:50,329 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:49:50,329 INFO [M:0;c302dddf724e:35481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:49:50,329 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:49:50,329 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:49:50,329 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:49:50,330 INFO [M:0;c302dddf724e:35481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-08T00:49:50,347 DEBUG [M:0;c302dddf724e:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e8363db560a416194a744068af016c8 is 82, key is hbase:meta,,1/info:regioninfo/1731026932283/Put/seqid=0 2024-11-08T00:49:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741848_1024 (size=5672) 2024-11-08T00:49:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741848_1024 (size=5672) 2024-11-08T00:49:50,354 INFO [M:0;c302dddf724e:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e8363db560a416194a744068af016c8 2024-11-08T00:49:50,379 DEBUG [M:0;c302dddf724e:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c84988f256642c094cf57885d5c067e is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731026933154/Put/seqid=0 2024-11-08T00:49:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741849_1025 (size=6247) 2024-11-08T00:49:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741849_1025 (size=6247) 2024-11-08T00:49:50,386 INFO [M:0;c302dddf724e:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c84988f256642c094cf57885d5c067e 2024-11-08T00:49:50,393 INFO [M:0;c302dddf724e:35481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c84988f256642c094cf57885d5c067e 2024-11-08T00:49:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:49:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x100f50caef40001, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:49:50,409 DEBUG [M:0;c302dddf724e:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a693b8dd87a4079aeb80143662e6d8b is 69, key is c302dddf724e,36121,1731026930336/rs:state/1731026931583/Put/seqid=0 2024-11-08T00:49:50,409 INFO [RS:0;c302dddf724e:36121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:49:50,409 INFO [RS:0;c302dddf724e:36121 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,36121,1731026930336; zookeeper connection closed. 2024-11-08T00:49:50,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5858f9a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5858f9a0 2024-11-08T00:49:50,410 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:49:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741850_1026 (size=5156) 2024-11-08T00:49:50,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741850_1026 (size=5156) 2024-11-08T00:49:50,415 INFO [M:0;c302dddf724e:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a693b8dd87a4079aeb80143662e6d8b 2024-11-08T00:49:50,437 DEBUG [M:0;c302dddf724e:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3975af2fb9e54e84a247294477d64db4 is 52, key is load_balancer_on/state:d/1731026932675/Put/seqid=0 2024-11-08T00:49:50,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741851_1027 (size=5056) 2024-11-08T00:49:50,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741851_1027 (size=5056) 2024-11-08T00:49:50,445 INFO [M:0;c302dddf724e:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3975af2fb9e54e84a247294477d64db4 2024-11-08T00:49:50,454 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e8363db560a416194a744068af016c8 as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e8363db560a416194a744068af016c8 2024-11-08T00:49:50,463 INFO [M:0;c302dddf724e:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e8363db560a416194a744068af016c8, entries=8, sequenceid=59, filesize=5.5 K 2024-11-08T00:49:50,464 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c84988f256642c094cf57885d5c067e as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c84988f256642c094cf57885d5c067e 2024-11-08T00:49:50,472 INFO [M:0;c302dddf724e:35481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c84988f256642c094cf57885d5c067e 2024-11-08T00:49:50,472 INFO [M:0;c302dddf724e:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c84988f256642c094cf57885d5c067e, entries=6, sequenceid=59, filesize=6.1 K 2024-11-08T00:49:50,474 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a693b8dd87a4079aeb80143662e6d8b as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a693b8dd87a4079aeb80143662e6d8b 2024-11-08T00:49:50,482 INFO [M:0;c302dddf724e:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a693b8dd87a4079aeb80143662e6d8b, entries=1, sequenceid=59, filesize=5.0 K 2024-11-08T00:49:50,483 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3975af2fb9e54e84a247294477d64db4 as hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3975af2fb9e54e84a247294477d64db4 2024-11-08T00:49:50,491 INFO [M:0;c302dddf724e:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3975af2fb9e54e84a247294477d64db4, entries=1, sequenceid=59, filesize=4.9 K 2024-11-08T00:49:50,492 INFO [M:0;c302dddf724e:35481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=59, compaction requested=false 2024-11-08T00:49:50,494 INFO [M:0;c302dddf724e:35481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:49:50,494 DEBUG [M:0;c302dddf724e:35481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026990329Disabling compacts and flushes for region at 1731026990329Disabling writes for close at 1731026990329Obtaining lock to block concurrent updates at 1731026990330 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731026990330Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731026990330Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731026990331 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731026990331Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731026990347 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731026990347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731026990361 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731026990379 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731026990379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731026990393 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731026990408 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731026990408Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731026990422 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731026990437 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731026990437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306c6b4c: reopening flushed file at 1731026990453 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17dbb9eb: reopening flushed file at 1731026990463 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69247a0c: reopening flushed file at 1731026990472 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5ff5a7: reopening flushed file at 1731026990482 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=59, compaction requested=false at 1731026990493 (+11 ms)Writing region close event to WAL at 1731026990494 (+1 ms)Closed at 1731026990494 2024-11-08T00:49:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42043 is added to blk_1073741830_1006 (size=27973) 2024-11-08T00:49:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741830_1006 (size=27973) 2024-11-08T00:49:50,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:49:50,498 INFO [M:0;c302dddf724e:35481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:49:50,499 INFO [M:0;c302dddf724e:35481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35481 2024-11-08T00:49:50,499 INFO [M:0;c302dddf724e:35481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:49:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:49:50,601 INFO [M:0;c302dddf724e:35481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:49:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x100f50caef40000, quorum=127.0.0.1:51215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:49:50,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:49:50,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:49:50,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:49:50,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:49:50,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.log.dir/,STOPPED} 2024-11-08T00:49:50,610 WARN [BP-1111945811-172.17.0.2-1731026926376 heartbeating to localhost/127.0.0.1:37521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:49:50,610 WARN [BP-1111945811-172.17.0.2-1731026926376 heartbeating to localhost/127.0.0.1:37521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1111945811-172.17.0.2-1731026926376 (Datanode Uuid 31995921-3c18-4300-9d0f-7b29bb867922) service to localhost/127.0.0.1:37521 2024-11-08T00:49:50,611 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:49:50,611 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:49:50,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/data/data3/current/BP-1111945811-172.17.0.2-1731026926376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:49:50,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/data/data4/current/BP-1111945811-172.17.0.2-1731026926376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:49:50,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:49:50,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:49:50,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:49:50,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:49:50,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:49:50,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.log.dir/,STOPPED} 2024-11-08T00:49:50,617 WARN [BP-1111945811-172.17.0.2-1731026926376 heartbeating to localhost/127.0.0.1:37521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:49:50,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:49:50,617 WARN [BP-1111945811-172.17.0.2-1731026926376 heartbeating to localhost/127.0.0.1:37521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1111945811-172.17.0.2-1731026926376 (Datanode Uuid 91a3db05-3e8e-4d88-aa73-86067ebee016) service to localhost/127.0.0.1:37521 2024-11-08T00:49:50,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:49:50,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/data/data1/current/BP-1111945811-172.17.0.2-1731026926376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:49:50,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/cluster_3b9a91a6-690d-a091-702e-37324dff1c33/data/data2/current/BP-1111945811-172.17.0.2-1731026926376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:49:50,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:49:50,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:49:50,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:49:50,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:49:50,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:49:50,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.log.dir/,STOPPED} 2024-11-08T00:49:50,637 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:49:50,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:49:50,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c302dddf724e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37521 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6be9380f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c302dddf724e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c302dddf724e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c302dddf724e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 605), ProcessCount=11 (was 11), AvailableMemoryMB=2853 (was 3804) 2024-11-08T00:49:50,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=2853 2024-11-08T00:49:50,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:49:50,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.log.dir so I do NOT create it in target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce 2024-11-08T00:49:50,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62faa6b0-adbc-32af-f8a9-e3ab21d56d68/hadoop.tmp.dir so I do NOT create it in target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce 2024-11-08T00:49:50,679 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988, deleteOnExit=true 2024-11-08T00:49:50,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:49:50,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/test.cache.data in system properties and HBase conf 2024-11-08T00:49:50,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:49:50,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:49:50,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:49:50,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:49:50,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:49:50,680 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:49:50,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:49:50,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:49:50,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:49:50,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:49:50,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:49:50,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:49:50,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:49:50,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:49:50,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:49:50,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:49:50,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:49:50,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648fb82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:49:50,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fba372a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:49:50,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375d1d1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/java.io.tmpdir/jetty-localhost-36769-hadoop-hdfs-3_4_1-tests_jar-_-any-6259118106945933352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:49:50,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@487bdcb9{HTTP/1.1, (http/1.1)}{localhost:36769} 2024-11-08T00:49:50,901 INFO [Time-limited test {}] server.Server(415): Started @66931ms 2024-11-08T00:49:50,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:49:50,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:49:50,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:49:50,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:49:50,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:49:50,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a545b17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:49:50,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f035ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:49:51,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6af8ea6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/java.io.tmpdir/jetty-localhost-33599-hadoop-hdfs-3_4_1-tests_jar-_-any-12832890168570193250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:49:51,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26d8ef5e{HTTP/1.1, (http/1.1)}{localhost:33599} 2024-11-08T00:49:51,105 INFO [Time-limited test {}] server.Server(415): Started @67135ms 2024-11-08T00:49:51,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:49:51,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:49:51,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:49:51,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:49:51,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:49:51,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:49:51,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c15ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:49:51,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5047de0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:49:51,210 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data1/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:51,210 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data2/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:51,229 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:49:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80ad14ff86ed1571 with lease ID 0xd66c172671f4843f: Processing first storage report for DS-2289d7e0-87e3-417d-9852-c62dfe010918 from datanode DatanodeRegistration(127.0.0.1:46425, datanodeUuid=d66a2dd2-1014-4dcd-afd2-640256e1dc17, infoPort=33725, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80ad14ff86ed1571 with lease ID 0xd66c172671f4843f: from storage DS-2289d7e0-87e3-417d-9852-c62dfe010918 node DatanodeRegistration(127.0.0.1:46425, datanodeUuid=d66a2dd2-1014-4dcd-afd2-640256e1dc17, infoPort=33725, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80ad14ff86ed1571 with lease ID 0xd66c172671f4843f: Processing first storage report for DS-5a24bf97-fb58-4f39-b45e-30b550a61dcd from datanode DatanodeRegistration(127.0.0.1:46425, datanodeUuid=d66a2dd2-1014-4dcd-afd2-640256e1dc17, infoPort=33725, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80ad14ff86ed1571 with lease ID 0xd66c172671f4843f: from storage DS-5a24bf97-fb58-4f39-b45e-30b550a61dcd node DatanodeRegistration(127.0.0.1:46425, datanodeUuid=d66a2dd2-1014-4dcd-afd2-640256e1dc17, infoPort=33725, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:51,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a58fc3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/java.io.tmpdir/jetty-localhost-46211-hadoop-hdfs-3_4_1-tests_jar-_-any-9591737187134117938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:49:51,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f06258f{HTTP/1.1, (http/1.1)}{localhost:46211} 2024-11-08T00:49:51,272 INFO [Time-limited test {}] server.Server(415): Started @67302ms 2024-11-08T00:49:51,274 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:49:51,378 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data3/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:51,378 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data4/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:51,396 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:49:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f88f3dc5bc69f06 with lease ID 0xd66c172671f48440: Processing first storage report for DS-61b66270-dec0-4b76-bfad-228ab13c541d from datanode DatanodeRegistration(127.0.0.1:44547, datanodeUuid=a4317c4d-82db-4cef-8fc6-0385e50946f0, infoPort=34371, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f88f3dc5bc69f06 with lease ID 0xd66c172671f48440: from storage DS-61b66270-dec0-4b76-bfad-228ab13c541d node DatanodeRegistration(127.0.0.1:44547, datanodeUuid=a4317c4d-82db-4cef-8fc6-0385e50946f0, infoPort=34371, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f88f3dc5bc69f06 with lease ID 0xd66c172671f48440: Processing first storage report for DS-c02af56c-eb57-4b82-958d-b4b73140d53e from datanode DatanodeRegistration(127.0.0.1:44547, datanodeUuid=a4317c4d-82db-4cef-8fc6-0385e50946f0, infoPort=34371, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f88f3dc5bc69f06 with lease ID 0xd66c172671f48440: from storage DS-c02af56c-eb57-4b82-958d-b4b73140d53e node DatanodeRegistration(127.0.0.1:44547, datanodeUuid=a4317c4d-82db-4cef-8fc6-0385e50946f0, infoPort=34371, infoSecurePort=0, ipcPort=41673, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:51,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce 2024-11-08T00:49:51,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/zookeeper_0, clientPort=52303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:49:51,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52303 2024-11-08T00:49:51,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:49:51,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:49:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:49:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:49:51,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368 with version=8 2024-11-08T00:49:51,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/hbase-staging 2024-11-08T00:49:51,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:49:51,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:49:51,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:49:51,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:49:51,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:49:51,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:49:51,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:49:51,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:49:51,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40381 2024-11-08T00:49:51,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40381 connecting to ZooKeeper ensemble=127.0.0.1:52303 2024-11-08T00:49:51,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403810x0, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:49:51,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40381-0x100f50da3bc0000 connected 2024-11-08T00:49:51,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:49:51,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:49:51,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:49:51,454 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368, hbase.cluster.distributed=false 2024-11-08T00:49:51,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:49:51,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-08T00:49:51,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40381 2024-11-08T00:49:51,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40381 2024-11-08T00:49:51,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-08T00:49:51,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-08T00:49:51,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:49:51,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:49:51,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:49:51,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:49:51,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:49:51,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:49:51,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:49:51,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:49:51,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36677 2024-11-08T00:49:51,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36677 connecting to ZooKeeper ensemble=127.0.0.1:52303 2024-11-08T00:49:51,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:49:51,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:49:51,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366770x0, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:49:51,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366770x0, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:49:51,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36677-0x100f50da3bc0001 connected 2024-11-08T00:49:51,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:49:51,492 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:49:51,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:49:51,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:49:51,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36677 2024-11-08T00:49:51,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36677 2024-11-08T00:49:51,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36677 2024-11-08T00:49:51,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36677 2024-11-08T00:49:51,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36677 2024-11-08T00:49:51,520 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c302dddf724e:40381 2024-11-08T00:49:51,520 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c302dddf724e,40381,1731026991423 2024-11-08T00:49:51,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:49:51,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:49:51,523 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c302dddf724e,40381,1731026991423 2024-11-08T00:49:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:49:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,527 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:49:51,527 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c302dddf724e,40381,1731026991423 from backup master directory 2024-11-08T00:49:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:49:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c302dddf724e,40381,1731026991423 2024-11-08T00:49:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:49:51,529 WARN [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:49:51,529 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c302dddf724e,40381,1731026991423 2024-11-08T00:49:51,535 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/hbase.id] with ID: 1a605afd-61ed-4de3-b831-1071561ba282 2024-11-08T00:49:51,536 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/.tmp/hbase.id 2024-11-08T00:49:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:49:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:49:51,565 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/.tmp/hbase.id]:[hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/hbase.id] 2024-11-08T00:49:51,584 INFO [master/c302dddf724e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:49:51,584 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:49:51,586 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T00:49:51,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:49:51,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:49:51,602 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:49:51,603 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:49:51,604 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:49:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:49:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:49:51,615 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store 2024-11-08T00:49:51,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:49:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:49:51,625 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:49:51,625 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:49:51,625 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:49:51,625 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:49:51,625 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:49:51,625 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:49:51,625 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:49:51,625 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026991625Disabling compacts and flushes for region at 1731026991625Disabling writes for close at 1731026991625Writing region close event to WAL at 1731026991625Closed at 1731026991625 2024-11-08T00:49:51,626 WARN [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/.initializing 2024-11-08T00:49:51,626 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423 2024-11-08T00:49:51,628 INFO [master/c302dddf724e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:49:51,630 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C40381%2C1731026991423, suffix=, logDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423, archiveDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/oldWALs, maxLogs=10 2024-11-08T00:49:51,645 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630, exclude list is [], retry=0 2024-11-08T00:49:51,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44547,DS-61b66270-dec0-4b76-bfad-228ab13c541d,DISK] 2024-11-08T00:49:51,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46425,DS-2289d7e0-87e3-417d-9852-c62dfe010918,DISK] 2024-11-08T00:49:51,652 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630 2024-11-08T00:49:51,652 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34371:34371),(127.0.0.1/127.0.0.1:33725:33725)] 2024-11-08T00:49:51,652 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:49:51,653 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:49:51,653 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,653 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,657 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:49:51,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:49:51,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:51,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:49:51,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:49:51,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:49:51,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:49:51,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:49:51,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:49:51,668 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,668 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,669 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,671 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,671 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,671 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:49:51,673 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:49:51,676 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:49:51,677 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=703491, jitterRate=-0.10546521842479706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:49:51,679 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731026991653Initializing all the Stores at 1731026991654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026991654Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026991655 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026991655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026991655Cleaning up temporary data from old regions at 1731026991671 (+16 ms)Region opened successfully at 1731026991678 (+7 ms) 2024-11-08T00:49:51,679 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:49:51,684 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa56e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:49:51,686 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:49:51,686 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:49:51,686 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:49:51,686 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:49:51,687 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:49:51,687 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:49:51,687 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:49:51,690 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:49:51,691 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:49:51,692 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:49:51,692 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:49:51,693 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:49:51,695 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:49:51,696 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:49:51,697 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:49:51,698 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:49:51,700 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:49:51,702 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:49:51,704 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:49:51,706 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:49:51,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:49:51,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:49:51,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,710 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c302dddf724e,40381,1731026991423, sessionid=0x100f50da3bc0000, setting cluster-up flag (Was=false) 2024-11-08T00:49:51,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,720 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:49:51,721 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,40381,1731026991423 2024-11-08T00:49:51,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:51,731 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:49:51,733 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,40381,1731026991423 2024-11-08T00:49:51,734 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:49:51,736 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:49:51,737 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:49:51,737 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:49:51,737 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c302dddf724e,40381,1731026991423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:49:51,739 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:49:51,739 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:49:51,739 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:49:51,739 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:49:51,739 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c302dddf724e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:49:51,739 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,739 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:49:51,739 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:49:51,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:49:51,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:49:51,744 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731027021744 2024-11-08T00:49:51,744 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:49:51,745 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:49:51,745 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:49:51,745 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:49:51,745 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:49:51,745 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:49:51,745 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,746 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:49:51,746 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:49:51,746 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:49:51,746 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:49:51,746 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:49:51,746 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026991746,5,FailOnTimeoutGroup] 2024-11-08T00:49:51,747 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026991747,5,FailOnTimeoutGroup] 2024-11-08T00:49:51,747 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,747 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:49:51,747 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,747 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:49:51,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:49:51,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:49:51,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368 2024-11-08T00:49:51,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:49:51,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:49:51,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:49:51,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:49:51,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:49:51,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:51,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:49:51,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:49:51,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:51,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:49:51,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:49:51,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:51,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:49:51,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:49:51,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:51,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:51,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:49:51,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740 2024-11-08T00:49:51,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740 2024-11-08T00:49:51,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:49:51,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:49:51,783 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:49:51,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:49:51,787 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:49:51,787 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=837790, jitterRate=0.0653061717748642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:49:51,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731026991768Initializing all the Stores at 1731026991769 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026991769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026991769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026991769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026991769Cleaning up temporary data from old regions at 1731026991782 (+13 ms)Region opened successfully at 1731026991788 (+6 ms) 2024-11-08T00:49:51,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:49:51,788 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:49:51,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:49:51,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:49:51,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:49:51,789 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:49:51,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026991788Disabling compacts and flushes for region at 1731026991788Disabling writes for close at 1731026991789 (+1 ms)Writing region close event to WAL at 1731026991789Closed at 1731026991789 2024-11-08T00:49:51,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:49:51,792 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:49:51,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:49:51,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:49:51,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:49:51,809 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(746): ClusterId : 1a605afd-61ed-4de3-b831-1071561ba282 2024-11-08T00:49:51,809 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:49:51,812 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:49:51,812 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:49:51,815 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:49:51,815 DEBUG [RS:0;c302dddf724e:36677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b003533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:49:51,829 DEBUG [RS:0;c302dddf724e:36677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c302dddf724e:36677 2024-11-08T00:49:51,829 INFO [RS:0;c302dddf724e:36677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:49:51,829 INFO [RS:0;c302dddf724e:36677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:49:51,829 DEBUG [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:49:51,830 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,40381,1731026991423 with port=36677, startcode=1731026991477 2024-11-08T00:49:51,830 DEBUG [RS:0;c302dddf724e:36677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:49:51,832 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:49:51,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,36677,1731026991477 2024-11-08T00:49:51,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,36677,1731026991477 2024-11-08T00:49:51,835 DEBUG [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368 2024-11-08T00:49:51,835 DEBUG [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41565 2024-11-08T00:49:51,835 DEBUG [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:49:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:49:51,837 DEBUG [RS:0;c302dddf724e:36677 {}] zookeeper.ZKUtil(111): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,36677,1731026991477 2024-11-08T00:49:51,837 WARN [RS:0;c302dddf724e:36677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:49:51,837 INFO [RS:0;c302dddf724e:36677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:49:51,837 DEBUG [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477 2024-11-08T00:49:51,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,36677,1731026991477] 2024-11-08T00:49:51,841 INFO [RS:0;c302dddf724e:36677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:49:51,845 INFO [RS:0;c302dddf724e:36677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:49:51,845 INFO [RS:0;c302dddf724e:36677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:49:51,845 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,846 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:49:51,847 INFO [RS:0;c302dddf724e:36677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:49:51,847 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,847 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,847 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,847 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,847 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,847 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,847 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:49:51,847 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,848 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,848 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,848 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,848 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,848 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:49:51,848 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:49:51,848 DEBUG [RS:0;c302dddf724e:36677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:49:51,848 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,848 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,849 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,849 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,849 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,849 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,36677,1731026991477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:49:51,866 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:49:51,866 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,36677,1731026991477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,866 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,866 INFO [RS:0;c302dddf724e:36677 {}] regionserver.Replication(171): c302dddf724e,36677,1731026991477 started 2024-11-08T00:49:51,881 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:51,881 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,36677,1731026991477, RpcServer on c302dddf724e/172.17.0.2:36677, sessionid=0x100f50da3bc0001 2024-11-08T00:49:51,881 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:49:51,881 DEBUG [RS:0;c302dddf724e:36677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,36677,1731026991477 2024-11-08T00:49:51,882 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,36677,1731026991477' 2024-11-08T00:49:51,882 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:49:51,882 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:49:51,883 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:49:51,883 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:49:51,883 DEBUG [RS:0;c302dddf724e:36677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,36677,1731026991477 2024-11-08T00:49:51,883 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,36677,1731026991477' 2024-11-08T00:49:51,883 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:49:51,883 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:49:51,884 DEBUG [RS:0;c302dddf724e:36677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:49:51,884 INFO [RS:0;c302dddf724e:36677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:49:51,884 INFO [RS:0;c302dddf724e:36677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:49:51,945 WARN [c302dddf724e:40381 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:49:51,984 INFO [RS:0;c302dddf724e:36677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:49:51,987 INFO [RS:0;c302dddf724e:36677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C36677%2C1731026991477, suffix=, logDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477, archiveDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/oldWALs, maxLogs=32 2024-11-08T00:49:52,003 DEBUG [RS:0;c302dddf724e:36677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989, exclude list is [], retry=0 2024-11-08T00:49:52,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46425,DS-2289d7e0-87e3-417d-9852-c62dfe010918,DISK] 2024-11-08T00:49:52,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44547,DS-61b66270-dec0-4b76-bfad-228ab13c541d,DISK] 2024-11-08T00:49:52,010 INFO [RS:0;c302dddf724e:36677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989 2024-11-08T00:49:52,010 DEBUG [RS:0;c302dddf724e:36677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34371:34371),(127.0.0.1/127.0.0.1:33725:33725)] 2024-11-08T00:49:52,196 DEBUG [c302dddf724e:40381 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:49:52,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c302dddf724e,36677,1731026991477 2024-11-08T00:49:52,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,36677,1731026991477, state=OPENING 2024-11-08T00:49:52,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:49:52,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:52,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:49:52,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:49:52,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:49:52,202 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:49:52,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,36677,1731026991477}] 2024-11-08T00:49:52,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:49:52,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49765, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:49:52,363 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:49:52,363 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:49:52,364 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:49:52,366 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C36677%2C1731026991477.meta, suffix=.meta, logDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477, archiveDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/oldWALs, maxLogs=32 2024-11-08T00:49:52,382 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta, exclude list is [], retry=0 2024-11-08T00:49:52,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46425,DS-2289d7e0-87e3-417d-9852-c62dfe010918,DISK] 2024-11-08T00:49:52,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44547,DS-61b66270-dec0-4b76-bfad-228ab13c541d,DISK] 2024-11-08T00:49:52,387 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta 2024-11-08T00:49:52,388 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33725:33725),(127.0.0.1/127.0.0.1:34371:34371)] 2024-11-08T00:49:52,388 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:49:52,388 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:49:52,389 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:49:52,389 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:49:52,389 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:49:52,389 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:49:52,389 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:49:52,389 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:49:52,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:49:52,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:49:52,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:52,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:52,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:49:52,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:49:52,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:52,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:52,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:49:52,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:49:52,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:52,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:52,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:49:52,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:49:52,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:52,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:49:52,397 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:49:52,398 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740 2024-11-08T00:49:52,399 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740 2024-11-08T00:49:52,401 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:49:52,401 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:49:52,401 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:49:52,403 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:49:52,404 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846829, jitterRate=0.07679961621761322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:49:52,404 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:49:52,405 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731026992389Writing region info on filesystem at 1731026992389Initializing all the Stores at 1731026992390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026992390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026992391 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026992391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026992391Cleaning up temporary data from old regions at 1731026992401 (+10 ms)Running coprocessor post-open hooks at 1731026992404 (+3 ms)Region opened successfully at 1731026992405 (+1 ms) 2024-11-08T00:49:52,406 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731026992356 2024-11-08T00:49:52,409 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:49:52,409 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:49:52,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,36677,1731026991477 2024-11-08T00:49:52,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,36677,1731026991477, state=OPEN 2024-11-08T00:49:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:49:52,417 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c302dddf724e,36677,1731026991477 2024-11-08T00:49:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:49:52,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:49:52,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:49:52,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:49:52,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,36677,1731026991477 in 214 msec 2024-11-08T00:49:52,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:49:52,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-08T00:49:52,425 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:49:52,425 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:49:52,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:49:52,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,36677,1731026991477, seqNum=-1] 2024-11-08T00:49:52,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:49:52,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49871, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:49:52,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 699 msec 2024-11-08T00:49:52,436 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731026992436, completionTime=-1 2024-11-08T00:49:52,437 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:49:52,437 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T00:49:52,439 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T00:49:52,439 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731027052439 2024-11-08T00:49:52,439 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731027112439 2024-11-08T00:49:52,439 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T00:49:52,440 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,40381,1731026991423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:52,440 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,40381,1731026991423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:52,440 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,40381,1731026991423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:52,440 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c302dddf724e:40381, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:52,440 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:52,440 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:52,442 DEBUG [master/c302dddf724e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:49:52,446 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.916sec 2024-11-08T00:49:52,446 INFO [master/c302dddf724e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:49:52,446 INFO [master/c302dddf724e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:49:52,446 INFO [master/c302dddf724e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:49:52,446 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:49:52,446 INFO [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:49:52,446 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,40381,1731026991423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:49:52,446 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,40381,1731026991423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:49:52,449 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:49:52,449 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:49:52,449 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,40381,1731026991423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:49:52,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5250fa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:49:52,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,40381,-1 for getting cluster id 2024-11-08T00:49:52,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:49:52,511 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a605afd-61ed-4de3-b831-1071561ba282' 2024-11-08T00:49:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:49:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a605afd-61ed-4de3-b831-1071561ba282" 2024-11-08T00:49:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4517a874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:49:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,40381,-1] 2024-11-08T00:49:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:49:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:49:52,515 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:49:52,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2133de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:49:52,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:49:52,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,36677,1731026991477, seqNum=-1] 2024-11-08T00:49:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:49:52,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:49:52,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c302dddf724e,40381,1731026991423 2024-11-08T00:49:52,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:49:52,525 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:49:52,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:49:52,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:49:52,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:49:52,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:49:52,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:49:52,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dfcc630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:49:52,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0815b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:49:52,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ea99249{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/java.io.tmpdir/jetty-localhost-43003-hadoop-hdfs-3_4_1-tests_jar-_-any-5765681393724749865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:49:52,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658d2e9d{HTTP/1.1, (http/1.1)}{localhost:43003} 2024-11-08T00:49:52,665 INFO [Time-limited test {}] server.Server(415): Started @68694ms 2024-11-08T00:49:52,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:49:52,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:49:52,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:49:52,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:49:52,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:49:52,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:49:52,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2988d87a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:49:52,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ede7cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:49:52,778 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data5/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:52,778 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data6/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:52,798 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:49:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc28f447891f94381 with lease ID 0xd66c172671f48441: Processing first storage report for DS-be5fd0fc-4ea2-458c-96d6-f24f009daabb from datanode DatanodeRegistration(127.0.0.1:42473, datanodeUuid=1bb50d58-3ce3-41c0-9eea-84f7749f8d6e, infoPort=44605, infoSecurePort=0, ipcPort=41143, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc28f447891f94381 with lease ID 0xd66c172671f48441: from storage DS-be5fd0fc-4ea2-458c-96d6-f24f009daabb node DatanodeRegistration(127.0.0.1:42473, datanodeUuid=1bb50d58-3ce3-41c0-9eea-84f7749f8d6e, infoPort=44605, infoSecurePort=0, ipcPort=41143, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc28f447891f94381 with lease ID 0xd66c172671f48441: Processing first storage report for DS-9cc7fa06-4069-437b-9ca9-4067664db5d9 from datanode DatanodeRegistration(127.0.0.1:42473, datanodeUuid=1bb50d58-3ce3-41c0-9eea-84f7749f8d6e, infoPort=44605, infoSecurePort=0, ipcPort=41143, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc28f447891f94381 with lease ID 0xd66c172671f48441: from storage DS-9cc7fa06-4069-437b-9ca9-4067664db5d9 node DatanodeRegistration(127.0.0.1:42473, datanodeUuid=1bb50d58-3ce3-41c0-9eea-84f7749f8d6e, infoPort=44605, infoSecurePort=0, ipcPort=41143, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:52,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d8b0c7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/java.io.tmpdir/jetty-localhost-39805-hadoop-hdfs-3_4_1-tests_jar-_-any-5148058825001167538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:49:52,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d11aad{HTTP/1.1, (http/1.1)}{localhost:39805} 2024-11-08T00:49:52,826 INFO [Time-limited test {}] server.Server(415): Started @68856ms 2024-11-08T00:49:52,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:49:52,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:49:52,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:49:52,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:49:52,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:49:52,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:49:52,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7358438a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:49:52,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbc99cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:49:52,945 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data7/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:52,945 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data8/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:52,970 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:49:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9079fb2d328b7ad6 with lease ID 0xd66c172671f48442: Processing first storage report for DS-f63567f1-da57-46e1-bc9a-ae36a97bf3df from datanode DatanodeRegistration(127.0.0.1:38079, datanodeUuid=7fafb61c-8938-48a8-a5e6-18b72c0b3f0b, infoPort=38097, infoSecurePort=0, ipcPort=36283, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9079fb2d328b7ad6 with lease ID 0xd66c172671f48442: from storage DS-f63567f1-da57-46e1-bc9a-ae36a97bf3df node DatanodeRegistration(127.0.0.1:38079, datanodeUuid=7fafb61c-8938-48a8-a5e6-18b72c0b3f0b, infoPort=38097, infoSecurePort=0, ipcPort=36283, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9079fb2d328b7ad6 with lease ID 0xd66c172671f48442: Processing first storage report for DS-3cd89da5-b7eb-4fc0-a263-88a52acfdd20 from datanode DatanodeRegistration(127.0.0.1:38079, datanodeUuid=7fafb61c-8938-48a8-a5e6-18b72c0b3f0b, infoPort=38097, infoSecurePort=0, ipcPort=36283, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9079fb2d328b7ad6 with lease ID 0xd66c172671f48442: from storage DS-3cd89da5-b7eb-4fc0-a263-88a52acfdd20 node DatanodeRegistration(127.0.0.1:38079, datanodeUuid=7fafb61c-8938-48a8-a5e6-18b72c0b3f0b, infoPort=38097, infoSecurePort=0, ipcPort=36283, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:52,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f58397{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/java.io.tmpdir/jetty-localhost-46715-hadoop-hdfs-3_4_1-tests_jar-_-any-15432881598306737446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:49:52,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65598d2e{HTTP/1.1, (http/1.1)}{localhost:46715} 2024-11-08T00:49:52,990 INFO [Time-limited test {}] server.Server(415): Started @69019ms 2024-11-08T00:49:52,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:49:53,092 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data9/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:53,092 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data10/current/BP-1750337362-172.17.0.2-1731026990713/current, will proceed with Du for space computation calculation, 2024-11-08T00:49:53,110 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:49:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51c1e83eaa62462c with lease ID 0xd66c172671f48443: Processing first storage report for DS-e93278e7-cf22-4e2a-a6f1-019eb79a0327 from datanode DatanodeRegistration(127.0.0.1:38171, datanodeUuid=8cd76bf2-b27c-4413-9ac5-22f5676c42cd, infoPort=42765, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51c1e83eaa62462c with lease ID 0xd66c172671f48443: from storage DS-e93278e7-cf22-4e2a-a6f1-019eb79a0327 node DatanodeRegistration(127.0.0.1:38171, datanodeUuid=8cd76bf2-b27c-4413-9ac5-22f5676c42cd, infoPort=42765, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51c1e83eaa62462c with lease ID 0xd66c172671f48443: Processing first storage report for DS-7ec99c94-16a3-49ea-87fb-00e105059b13 from datanode DatanodeRegistration(127.0.0.1:38171, datanodeUuid=8cd76bf2-b27c-4413-9ac5-22f5676c42cd, infoPort=42765, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713) 2024-11-08T00:49:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51c1e83eaa62462c with lease ID 0xd66c172671f48443: from storage DS-7ec99c94-16a3-49ea-87fb-00e105059b13 node DatanodeRegistration(127.0.0.1:38171, datanodeUuid=8cd76bf2-b27c-4413-9ac5-22f5676c42cd, infoPort=42765, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:49:53,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:49:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c302dddf724e,40381,1731026991423 2024-11-08T00:49:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7a231e 2024-11-08T00:49:53,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:49:53,218 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:49:53,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T00:49:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T00:49:53,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:49:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T00:49:53,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:49:53,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:53,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-08T00:49:53,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:49:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:49:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741835_1011 (size=393) 2024-11-08T00:49:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38079 is added to blk_1073741835_1011 (size=393) 2024-11-08T00:49:53,234 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0b63b4b6340b1deda8d9578ec5cb221, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368 2024-11-08T00:49:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741836_1012 (size=76) 2024-11-08T00:49:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38079 is added to blk_1073741836_1012 (size=76) 2024-11-08T00:49:53,243 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:49:53,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing e0b63b4b6340b1deda8d9578ec5cb221, disabling compactions & flushes 2024-11-08T00:49:53,244 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:49:53,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:49:53,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. after waiting 0 ms 2024-11-08T00:49:53,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:49:53,244 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:49:53,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0b63b4b6340b1deda8d9578ec5cb221: Waiting for close lock at 1731026993243Disabling compacts and flushes for region at 1731026993243Disabling writes for close at 1731026993244 (+1 ms)Writing region close event to WAL at 1731026993244Closed at 1731026993244 2024-11-08T00:49:53,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:49:53,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731026993246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026993246"}]},"ts":"1731026993246"} 2024-11-08T00:49:53,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T00:49:53,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:49:53,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731026993251"}]},"ts":"1731026993251"} 2024-11-08T00:49:53,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-08T00:49:53,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e0b63b4b6340b1deda8d9578ec5cb221, ASSIGN}] 2024-11-08T00:49:53,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e0b63b4b6340b1deda8d9578ec5cb221, ASSIGN 2024-11-08T00:49:53,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e0b63b4b6340b1deda8d9578ec5cb221, ASSIGN; state=OFFLINE, location=c302dddf724e,36677,1731026991477; forceNewPlan=false, retain=false 2024-11-08T00:49:53,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0b63b4b6340b1deda8d9578ec5cb221, regionState=OPENING, regionLocation=c302dddf724e,36677,1731026991477 2024-11-08T00:49:53,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e0b63b4b6340b1deda8d9578ec5cb221, ASSIGN because future has completed 2024-11-08T00:49:53,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0b63b4b6340b1deda8d9578ec5cb221, server=c302dddf724e,36677,1731026991477}] 2024-11-08T00:49:53,571 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:49:53,571 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e0b63b4b6340b1deda8d9578ec5cb221, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:49:53,572 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,572 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:49:53,572 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,572 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,574 INFO [StoreOpener-e0b63b4b6340b1deda8d9578ec5cb221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,575 INFO [StoreOpener-e0b63b4b6340b1deda8d9578ec5cb221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0b63b4b6340b1deda8d9578ec5cb221 columnFamilyName info 2024-11-08T00:49:53,576 DEBUG [StoreOpener-e0b63b4b6340b1deda8d9578ec5cb221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:49:53,576 INFO [StoreOpener-e0b63b4b6340b1deda8d9578ec5cb221-1 {}] regionserver.HStore(327): Store=e0b63b4b6340b1deda8d9578ec5cb221/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:49:53,576 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,578 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,578 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,579 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,579 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,581 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,584 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:49:53,585 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e0b63b4b6340b1deda8d9578ec5cb221; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715314, jitterRate=-0.09043198823928833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:49:53,585 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:49:53,586 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e0b63b4b6340b1deda8d9578ec5cb221: Running coprocessor pre-open hook at 1731026993572Writing region info on filesystem at 1731026993572Initializing all the Stores at 1731026993573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026993573Cleaning up temporary data from old regions at 1731026993579 (+6 ms)Running coprocessor post-open hooks at 1731026993585 (+6 ms)Region opened successfully at 1731026993586 (+1 ms) 2024-11-08T00:49:53,587 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221., pid=6, masterSystemTime=1731026993565 2024-11-08T00:49:53,590 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:49:53,590 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:49:53,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0b63b4b6340b1deda8d9578ec5cb221, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,36677,1731026991477 2024-11-08T00:49:53,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0b63b4b6340b1deda8d9578ec5cb221, server=c302dddf724e,36677,1731026991477 because future has completed 2024-11-08T00:49:53,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T00:49:53,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0b63b4b6340b1deda8d9578ec5cb221, server=c302dddf724e,36677,1731026991477 in 183 msec 2024-11-08T00:49:53,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T00:49:53,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=e0b63b4b6340b1deda8d9578ec5cb221, ASSIGN in 345 msec 2024-11-08T00:49:53,603 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:49:53,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731026993604"}]},"ts":"1731026993604"} 2024-11-08T00:49:53,606 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-08T00:49:53,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:49:53,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 388 msec 2024-11-08T00:49:55,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:49:55,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:49:55,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:49:55,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:49:55,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:49:57,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:49:57,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-08T00:50:00,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T00:50:00,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-08T00:50:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:50:03,277 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-08T00:50:03,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-08T00:50:03,278 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:50:03,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-08T00:50:03,283 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:50:03,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-08T00:50:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221., hostname=c302dddf724e,36677,1731026991477, seqNum=2] 2024-11-08T00:50:03,289 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-08T00:50:03,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T00:50:03,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:50:03,294 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1850255196_22 at /127.0.0.1:34372 [Receiving block BP-1750337362-172.17.0.2-1731026990713:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34372 dst: /127.0.0.1:46425 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,294 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1850255196_22 at /127.0.0.1:35760 [Receiving block BP-1750337362-172.17.0.2-1731026990713:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35760 dst: /127.0.0.1:44547 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,294 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543048957_22 at /127.0.0.1:35776 [Receiving block BP-1750337362-172.17.0.2-1731026990713:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35776 dst: /127.0.0.1:44547 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,294 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543048957_22 at /127.0.0.1:35778 [Receiving block BP-1750337362-172.17.0.2-1731026990713:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35778 dst: /127.0.0.1:44547 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,294 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543048957_22 at /127.0.0.1:34406 [Receiving block BP-1750337362-172.17.0.2-1731026990713:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34406 dst: /127.0.0.1:46425 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,294 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543048957_22 at /127.0.0.1:34408 [Receiving block BP-1750337362-172.17.0.2-1731026990713:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46425:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34408 dst: /127.0.0.1:46425 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a58fc3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:03,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f06258f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:50:03,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:50:03,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5047de0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:50:03,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c15ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,STOPPED} 2024-11-08T00:50:03,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:50:03,301 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:50:03,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:50:03,301 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1750337362-172.17.0.2-1731026990713 (Datanode Uuid a4317c4d-82db-4cef-8fc6-0385e50946f0) service to localhost/127.0.0.1:41565 2024-11-08T00:50:03,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data3/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:03,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data4/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:03,302 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:50:03,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:50:03,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:50:03,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:50:03,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:50:03,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:50:03,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68df4c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:50:03,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f161185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:50:03,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4acfe3e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/java.io.tmpdir/jetty-localhost-45649-hadoop-hdfs-3_4_1-tests_jar-_-any-12454088110524498671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:03,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74f366a9{HTTP/1.1, (http/1.1)}{localhost:45649} 2024-11-08T00:50:03,436 INFO [Time-limited test {}] server.Server(415): Started @79465ms 2024-11-08T00:50:03,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:50:03,459 WARN [AsyncFSWAL-0-hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368-prefix:c302dddf724e,36677,1731026991477 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,460 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c302dddf724e%2C36677%2C1731026991477:(num 1731026991989) roll requested 2024-11-08T00:50:03,474 DEBUG [regionserver/c302dddf724e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731027003460, exclude list is [], retry=0 2024-11-08T00:50:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38079,DS-f63567f1-da57-46e1-bc9a-ae36a97bf3df,DISK] 2024-11-08T00:50:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42473,DS-be5fd0fc-4ea2-458c-96d6-f24f009daabb,DISK] 2024-11-08T00:50:03,480 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731027003460 2024-11-08T00:50:03,480 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605),(127.0.0.1/127.0.0.1:38097:38097)] 2024-11-08T00:50:03,480 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989 is not closed yet, will try archiving it next time 2024-11-08T00:50:03,481 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:50:03,482 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:50:03,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:50:03,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:50:03,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:50:03,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:50:03,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:50:03,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1862985924, stopped=false 2024-11-08T00:50:03,483 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c302dddf724e,40381,1731026991423 2024-11-08T00:50:03,483 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T00:50:03,483 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T00:50:03,484 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989 2024-11-08T00:50:03,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:50:03,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:03,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:50:03,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:03,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:50:03,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:50:03,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:50:03,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:50:03,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:50:03,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:50:03,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,36677,1731026991477' ***** 2024-11-08T00:50:03,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:50:03,486 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:50:03,487 INFO [RS:0;c302dddf724e:36677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:50:03,487 INFO [RS:0;c302dddf724e:36677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:50:03,487 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(3091): Received CLOSE for e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:50:03,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:50:03,487 WARN [IPC Server handler 0 on default port 41565 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-08T00:50:03,491 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989 after 5ms 2024-11-08T00:50:03,492 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,36677,1731026991477 2024-11-08T00:50:03,492 INFO [RS:0;c302dddf724e:36677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:50:03,492 INFO [RS:0;c302dddf724e:36677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c302dddf724e:36677. 2024-11-08T00:50:03,492 DEBUG [RS:0;c302dddf724e:36677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:50:03,492 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0b63b4b6340b1deda8d9578ec5cb221, disabling compactions & flushes 2024-11-08T00:50:03,493 DEBUG [RS:0;c302dddf724e:36677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:50:03,493 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:50:03,493 INFO [RS:0;c302dddf724e:36677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:50:03,493 INFO [RS:0;c302dddf724e:36677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:50:03,493 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:50:03,493 INFO [RS:0;c302dddf724e:36677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:50:03,493 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. after waiting 0 ms 2024-11-08T00:50:03,493 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:50:03,493 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:50:03,493 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0b63b4b6340b1deda8d9578ec5cb221 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T00:50:03,493 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T00:50:03,493 DEBUG [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e0b63b4b6340b1deda8d9578ec5cb221=TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221.} 2024-11-08T00:50:03,493 DEBUG [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0b63b4b6340b1deda8d9578ec5cb221 2024-11-08T00:50:03,493 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:50:03,493 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:50:03,493 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:50:03,493 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:50:03,493 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:50:03,494 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-08T00:50:03,494 WARN [AsyncFSWAL-0-hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368-prefix:c302dddf724e,36677,1731026991477.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,494 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c302dddf724e%2C36677%2C1731026991477.meta:.meta(num 1731026992368) roll requested 2024-11-08T00:50:03,509 DEBUG [regionserver/c302dddf724e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731027003495.meta, exclude list is [], retry=0 2024-11-08T00:50:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42473,DS-be5fd0fc-4ea2-458c-96d6-f24f009daabb,DISK] 2024-11-08T00:50:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38079,DS-f63567f1-da57-46e1-bc9a-ae36a97bf3df,DISK] 2024-11-08T00:50:03,514 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731027003495.meta 2024-11-08T00:50:03,515 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605),(127.0.0.1/127.0.0.1:38097:38097)] 2024-11-08T00:50:03,515 DEBUG [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta is not closed yet, will try archiving it next time 2024-11-08T00:50:03,515 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,515 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:03,516 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta 2024-11-08T00:50:03,516 WARN [IPC Server handler 1 on default port 41565 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta has not been closed. Lease recovery is in progress. RecoveryId = 1016 for block blk_1073741834_1010 2024-11-08T00:50:03,517 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta after 1ms 2024-11-08T00:50:03,518 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221/.tmp/info/bcaa5f37ba5e47f3a3f75934c577f192 is 1055, key is row0001/info:/1731027003288/Put/seqid=0 2024-11-08T00:50:03,520 WARN [Thread-620 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1017 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T00:50:03,521 WARN [Thread-620 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1750337362-172.17.0.2-1731026990713:blk_1073741839_1017 in pipeline [DatanodeInfoWithStorage[127.0.0.1:44547,DS-61b66270-dec0-4b76-bfad-228ab13c541d,DISK], DatanodeInfoWithStorage[127.0.0.1:38171,DS-e93278e7-cf22-4e2a-a6f1-019eb79a0327,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:44547,DS-61b66270-dec0-4b76-bfad-228ab13c541d,DISK]) is bad. 2024-11-08T00:50:03,521 WARN [Thread-620 {}] hdfs.DataStreamer(1850): Abandoning BP-1750337362-172.17.0.2-1731026990713:blk_1073741839_1017 2024-11-08T00:50:03,525 WARN [Thread-620 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:44547,DS-61b66270-dec0-4b76-bfad-228ab13c541d,DISK] 2024-11-08T00:50:03,536 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/info/d33b470224a24fde8e7f6d1ff2f0ae78 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221./info:regioninfo/1731026993591/Put/seqid=0 2024-11-08T00:50:03,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38079 is added to blk_1073741840_1018 (size=7062) 2024-11-08T00:50:03,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741840_1018 (size=7062) 2024-11-08T00:50:03,541 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221/.tmp/info/bcaa5f37ba5e47f3a3f75934c577f192 2024-11-08T00:50:03,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741841_1019 (size=7089) 2024-11-08T00:50:03,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741841_1019 (size=7089) 2024-11-08T00:50:03,546 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/info/d33b470224a24fde8e7f6d1ff2f0ae78 2024-11-08T00:50:03,553 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221/.tmp/info/bcaa5f37ba5e47f3a3f75934c577f192 as hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221/info/bcaa5f37ba5e47f3a3f75934c577f192 2024-11-08T00:50:03,563 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:50:03,566 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221/info/bcaa5f37ba5e47f3a3f75934c577f192, entries=2, sequenceid=6, filesize=6.9 K 2024-11-08T00:50:03,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4e50ea947928523 with lease ID 0xd66c172671f48444: from storage DS-61b66270-dec0-4b76-bfad-228ab13c541d node DatanodeRegistration(127.0.0.1:38367, datanodeUuid=a4317c4d-82db-4cef-8fc6-0385e50946f0, infoPort=42631, infoSecurePort=0, ipcPort=43229, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:50:03,567 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e0b63b4b6340b1deda8d9578ec5cb221 in 74ms, sequenceid=6, compaction requested=false 2024-11-08T00:50:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4e50ea947928523 with lease ID 0xd66c172671f48444: from storage DS-c02af56c-eb57-4b82-958d-b4b73140d53e node DatanodeRegistration(127.0.0.1:38367, datanodeUuid=a4317c4d-82db-4cef-8fc6-0385e50946f0, infoPort=42631, infoSecurePort=0, ipcPort=43229, storageInfo=lv=-57;cid=testClusterID;nsid=847951147;c=1731026990713), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:50:03,573 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/default/TestLogRolling-testLogRollOnDatanodeDeath/e0b63b4b6340b1deda8d9578ec5cb221/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T00:50:03,574 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/ns/07d4b19f14b043e98732d4c93613278c is 43, key is default/ns:d/1731026992430/Put/seqid=0 2024-11-08T00:50:03,574 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:50:03,574 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0b63b4b6340b1deda8d9578ec5cb221: Waiting for close lock at 1731027003492Running coprocessor pre-close hooks at 1731027003492Disabling compacts and flushes for region at 1731027003492Disabling writes for close at 1731027003493 (+1 ms)Obtaining lock to block concurrent updates at 1731027003493Preparing flush snapshotting stores in e0b63b4b6340b1deda8d9578ec5cb221 at 1731027003493Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731027003493Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. at 1731027003494 (+1 ms)Flushing e0b63b4b6340b1deda8d9578ec5cb221/info: creating writer at 1731027003494Flushing e0b63b4b6340b1deda8d9578ec5cb221/info: appending metadata at 1731027003517 (+23 ms)Flushing e0b63b4b6340b1deda8d9578ec5cb221/info: closing flushed file at 1731027003517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120a4ee8: reopening flushed file at 1731027003552 (+35 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e0b63b4b6340b1deda8d9578ec5cb221 in 74ms, sequenceid=6, compaction requested=false at 1731027003567 (+15 ms)Writing region close event to WAL at 1731027003568 (+1 ms)Running coprocessor post-close hooks at 1731027003574 (+6 ms)Closed at 1731027003574 2024-11-08T00:50:03,574 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731026993218.e0b63b4b6340b1deda8d9578ec5cb221. 2024-11-08T00:50:03,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741842_1020 (size=5153) 2024-11-08T00:50:03,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741842_1020 (size=5153) 2024-11-08T00:50:03,581 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/ns/07d4b19f14b043e98732d4c93613278c 2024-11-08T00:50:03,604 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/table/77e798dd1c3843119c1e13d869041303 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731026993604/Put/seqid=0 2024-11-08T00:50:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741843_1021 (size=5424) 2024-11-08T00:50:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741843_1021 (size=5424) 2024-11-08T00:50:03,611 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/table/77e798dd1c3843119c1e13d869041303 2024-11-08T00:50:03,619 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/info/d33b470224a24fde8e7f6d1ff2f0ae78 as hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/info/d33b470224a24fde8e7f6d1ff2f0ae78 2024-11-08T00:50:03,626 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/info/d33b470224a24fde8e7f6d1ff2f0ae78, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T00:50:03,627 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/ns/07d4b19f14b043e98732d4c93613278c as hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/ns/07d4b19f14b043e98732d4c93613278c 2024-11-08T00:50:03,634 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/ns/07d4b19f14b043e98732d4c93613278c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T00:50:03,635 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/.tmp/table/77e798dd1c3843119c1e13d869041303 as hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/table/77e798dd1c3843119c1e13d869041303 2024-11-08T00:50:03,643 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/table/77e798dd1c3843119c1e13d869041303, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T00:50:03,644 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=11, compaction requested=false 2024-11-08T00:50:03,650 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T00:50:03,651 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:50:03,651 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:50:03,651 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731027003493Running coprocessor pre-close hooks at 1731027003493Disabling compacts and flushes for region at 1731027003493Disabling writes for close at 1731027003493Obtaining lock to block concurrent updates at 1731027003494 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731027003494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731027003494Flushing stores of hbase:meta,,1.1588230740 at 1731027003516 (+22 ms)Flushing 1588230740/info: creating writer at 1731027003516Flushing 1588230740/info: appending metadata at 1731027003535 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731027003536 (+1 ms)Flushing 1588230740/ns: creating writer at 1731027003554 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731027003573 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731027003573Flushing 1588230740/table: creating writer at 1731027003588 (+15 ms)Flushing 1588230740/table: appending metadata at 1731027003603 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731027003604 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2ad935: reopening flushed file at 1731027003618 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769f040b: reopening flushed file at 1731027003626 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439abdbc: reopening flushed file at 1731027003634 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=11, compaction requested=false at 1731027003644 (+10 ms)Writing region close event to WAL at 1731027003646 (+2 ms)Running coprocessor post-close hooks at 1731027003651 (+5 ms)Closed at 1731027003651 2024-11-08T00:50:03,651 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:50:03,693 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,36677,1731026991477; all regions closed. 2024-11-08T00:50:03,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741838_1015 (size=825) 2024-11-08T00:50:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38079 is added to blk_1073741838_1015 (size=825) 2024-11-08T00:50:03,849 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:50:03,924 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:50:03,924 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:50:06,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741833_1014 (size=1599) 2024-11-08T00:50:07,492 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989 after 4008ms 2024-11-08T00:50:07,492 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.1731026991989 to hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/oldWALs/c302dddf724e%2C36677%2C1731026991477.1731026991989 2024-11-08T00:50:07,517 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta after 4001ms 2024-11-08T00:50:07,518 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/WALs/c302dddf724e,36677,1731026991477/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta to hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/oldWALs/c302dddf724e%2C36677%2C1731026991477.meta.1731026992368.meta 2024-11-08T00:50:07,522 DEBUG [RS:0;c302dddf724e:36677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/oldWALs 2024-11-08T00:50:07,522 INFO [RS:0;c302dddf724e:36677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C36677%2C1731026991477.meta:.meta(num 1731027003495) 2024-11-08T00:50:07,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38079 is added to blk_1073741837_1013 (size=2288) 2024-11-08T00:50:07,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741837_1013 (size=2288) 2024-11-08T00:50:07,527 DEBUG [RS:0;c302dddf724e:36677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/oldWALs 2024-11-08T00:50:07,527 INFO [RS:0;c302dddf724e:36677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C36677%2C1731026991477:(num 1731027003460) 2024-11-08T00:50:07,527 DEBUG [RS:0;c302dddf724e:36677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:50:07,527 INFO [RS:0;c302dddf724e:36677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:50:07,527 INFO [RS:0;c302dddf724e:36677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:50:07,527 INFO [RS:0;c302dddf724e:36677 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T00:50:07,528 INFO [RS:0;c302dddf724e:36677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:50:07,528 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:50:07,528 INFO [RS:0;c302dddf724e:36677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36677 2024-11-08T00:50:07,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,36677,1731026991477 2024-11-08T00:50:07,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:50:07,530 INFO [RS:0;c302dddf724e:36677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:50:07,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,36677,1731026991477] 2024-11-08T00:50:07,534 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,36677,1731026991477 already deleted, retry=false 2024-11-08T00:50:07,534 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,36677,1731026991477 expired; onlineServers=0 2024-11-08T00:50:07,534 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c302dddf724e,40381,1731026991423' ***** 2024-11-08T00:50:07,535 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:50:07,535 INFO [M:0;c302dddf724e:40381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:50:07,535 INFO [M:0;c302dddf724e:40381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:50:07,535 DEBUG [M:0;c302dddf724e:40381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:50:07,535 DEBUG [M:0;c302dddf724e:40381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:50:07,535 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:50:07,535 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026991746 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026991746,5,FailOnTimeoutGroup] 2024-11-08T00:50:07,535 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026991747 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026991747,5,FailOnTimeoutGroup] 2024-11-08T00:50:07,535 INFO [M:0;c302dddf724e:40381 {}] hbase.ChoreService(370): Chore service for: master/c302dddf724e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:50:07,535 INFO [M:0;c302dddf724e:40381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:50:07,535 DEBUG [M:0;c302dddf724e:40381 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:50:07,535 INFO [M:0;c302dddf724e:40381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:50:07,536 INFO [M:0;c302dddf724e:40381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:50:07,536 INFO [M:0;c302dddf724e:40381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:50:07,536 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:50:07,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:50:07,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:07,537 DEBUG [M:0;c302dddf724e:40381 {}] zookeeper.ZKUtil(347): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:50:07,537 WARN [M:0;c302dddf724e:40381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:50:07,538 INFO [M:0;c302dddf724e:40381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/.lastflushedseqids 2024-11-08T00:50:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741844_1022 (size=139) 2024-11-08T00:50:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38079 is added to blk_1073741844_1022 (size=139) 2024-11-08T00:50:07,546 INFO [M:0;c302dddf724e:40381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:50:07,546 INFO [M:0;c302dddf724e:40381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:50:07,546 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:50:07,546 INFO [M:0;c302dddf724e:40381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:50:07,546 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:50:07,546 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:50:07,546 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:50:07,546 INFO [M:0;c302dddf724e:40381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-08T00:50:07,547 WARN [AsyncFSWAL-0-hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData-prefix:c302dddf724e,40381,1731026991423 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:07,548 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c302dddf724e%2C40381%2C1731026991423:(num 1731026991630) roll requested 2024-11-08T00:50:07,562 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731027007548, exclude list is [], retry=0 2024-11-08T00:50:07,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38367,DS-61b66270-dec0-4b76-bfad-228ab13c541d,DISK] 2024-11-08T00:50:07,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42473,DS-be5fd0fc-4ea2-458c-96d6-f24f009daabb,DISK] 2024-11-08T00:50:07,568 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731027007548 2024-11-08T00:50:07,568 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42631:42631),(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-08T00:50:07,568 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630 is not closed yet, will try archiving it next time 2024-11-08T00:50:07,568 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:07,568 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:50:07,569 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630 2024-11-08T00:50:07,570 WARN [IPC Server handler 3 on default port 41565 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-08T00:50:07,570 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630 after 1ms 2024-11-08T00:50:07,585 DEBUG [M:0;c302dddf724e:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abb6761782a4ae7b3929bf865b91806 is 82, key is hbase:meta,,1/info:regioninfo/1731026992410/Put/seqid=0 2024-11-08T00:50:07,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741846_1025 (size=5672) 2024-11-08T00:50:07,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741846_1025 (size=5672) 2024-11-08T00:50:07,592 INFO [M:0;c302dddf724e:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abb6761782a4ae7b3929bf865b91806 2024-11-08T00:50:07,616 DEBUG [M:0;c302dddf724e:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/728c19ae9edd4f738b6a52e420840741 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731026993609/Put/seqid=0 2024-11-08T00:50:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741847_1026 (size=6115) 2024-11-08T00:50:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741847_1026 (size=6115) 2024-11-08T00:50:07,623 INFO [M:0;c302dddf724e:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/728c19ae9edd4f738b6a52e420840741 2024-11-08T00:50:07,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:50:07,633 INFO [RS:0;c302dddf724e:36677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:50:07,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36677-0x100f50da3bc0001, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:50:07,633 INFO [RS:0;c302dddf724e:36677 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,36677,1731026991477; zookeeper connection closed. 2024-11-08T00:50:07,634 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d90773e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d90773e 2024-11-08T00:50:07,634 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:50:07,648 DEBUG [M:0;c302dddf724e:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80986f3667e417db5b593286929d618 is 69, key is c302dddf724e,36677,1731026991477/rs:state/1731026991833/Put/seqid=0 2024-11-08T00:50:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741848_1027 (size=5156) 2024-11-08T00:50:07,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38079 is added to blk_1073741848_1027 (size=5156) 2024-11-08T00:50:07,654 INFO [M:0;c302dddf724e:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80986f3667e417db5b593286929d618 2024-11-08T00:50:07,677 DEBUG [M:0;c302dddf724e:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c3f3284c388d442e8dfdf7bbd1742a99 is 52, key is load_balancer_on/state:d/1731026992524/Put/seqid=0 2024-11-08T00:50:07,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741849_1028 (size=5056) 2024-11-08T00:50:07,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741849_1028 (size=5056) 2024-11-08T00:50:07,684 INFO [M:0;c302dddf724e:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c3f3284c388d442e8dfdf7bbd1742a99 2024-11-08T00:50:07,692 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3abb6761782a4ae7b3929bf865b91806 as hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3abb6761782a4ae7b3929bf865b91806 2024-11-08T00:50:07,699 INFO [M:0;c302dddf724e:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3abb6761782a4ae7b3929bf865b91806, entries=8, sequenceid=56, filesize=5.5 K 2024-11-08T00:50:07,701 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/728c19ae9edd4f738b6a52e420840741 as hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/728c19ae9edd4f738b6a52e420840741 2024-11-08T00:50:07,707 INFO [M:0;c302dddf724e:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/728c19ae9edd4f738b6a52e420840741, entries=6, sequenceid=56, filesize=6.0 K 2024-11-08T00:50:07,709 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b80986f3667e417db5b593286929d618 as hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b80986f3667e417db5b593286929d618 2024-11-08T00:50:07,716 INFO [M:0;c302dddf724e:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b80986f3667e417db5b593286929d618, entries=1, sequenceid=56, filesize=5.0 K 2024-11-08T00:50:07,717 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c3f3284c388d442e8dfdf7bbd1742a99 as hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c3f3284c388d442e8dfdf7bbd1742a99 2024-11-08T00:50:07,724 INFO [M:0;c302dddf724e:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c3f3284c388d442e8dfdf7bbd1742a99, entries=1, sequenceid=56, filesize=4.9 K 2024-11-08T00:50:07,725 INFO [M:0;c302dddf724e:40381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 179ms, sequenceid=56, compaction requested=false 2024-11-08T00:50:07,727 INFO [M:0;c302dddf724e:40381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:50:07,727 DEBUG [M:0;c302dddf724e:40381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731027007546Disabling compacts and flushes for region at 1731027007546Disabling writes for close at 1731027007546Obtaining lock to block concurrent updates at 1731027007546Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731027007546Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731027007547 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731027007569 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731027007569Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731027007585 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731027007585Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731027007599 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731027007615 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731027007615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731027007631 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731027007647 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731027007647Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731027007661 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731027007676 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731027007677 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5568af5d: reopening flushed file at 1731027007691 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468f70c2: reopening flushed file at 1731027007700 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d099f87: reopening flushed file at 1731027007708 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6907e166: reopening flushed file at 1731027007716 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 179ms, sequenceid=56, compaction requested=false at 1731027007725 (+9 ms)Writing region close event to WAL at 1731027007727 (+2 ms)Closed at 1731027007727 2024-11-08T00:50:07,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741845_1023 (size=757) 2024-11-08T00:50:07,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741845_1023 (size=757) 2024-11-08T00:50:08,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:08,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:08,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:09,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:50:09,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:09,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:09,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741833_1014 (size=1599) 2024-11-08T00:50:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38079 is added to blk_1073741834_1016 (size=2386) 2024-11-08T00:50:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741830_1024 (size=27189) 2024-11-08T00:50:10,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T00:50:10,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:50:10,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:50:10,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T00:50:11,571 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630 after 4002ms 2024-11-08T00:50:11,571 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/WALs/c302dddf724e,40381,1731026991423/c302dddf724e%2C40381%2C1731026991423.1731026991630 to hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/oldWALs/c302dddf724e%2C40381%2C1731026991423.1731026991630 2024-11-08T00:50:11,575 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/MasterData/oldWALs/c302dddf724e%2C40381%2C1731026991423.1731026991630 to hdfs://localhost:41565/user/jenkins/test-data/10eaf781-b164-4905-3d36-3933ee22b368/oldWALs/c302dddf724e%2C40381%2C1731026991423.1731026991630$masterlocalwal$ 2024-11-08T00:50:11,575 INFO [M:0;c302dddf724e:40381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:50:11,575 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:50:11,575 INFO [M:0;c302dddf724e:40381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40381 2024-11-08T00:50:11,576 INFO [M:0;c302dddf724e:40381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:50:11,678 INFO [M:0;c302dddf724e:40381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:50:11,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:50:11,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x100f50da3bc0000, quorum=127.0.0.1:52303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:50:11,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4acfe3e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:11,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74f366a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:50:11,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:50:11,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f161185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:50:11,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68df4c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,STOPPED} 2024-11-08T00:50:11,682 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:50:11,682 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1750337362-172.17.0.2-1731026990713 (Datanode Uuid a4317c4d-82db-4cef-8fc6-0385e50946f0) service to localhost/127.0.0.1:41565 2024-11-08T00:50:11,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:50:11,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:50:11,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data3/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data4/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:50:11,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62f58397{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:11,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65598d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:50:11,686 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:50:11,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbc99cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:50:11,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7358438a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,STOPPED} 2024-11-08T00:50:11,688 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:50:11,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:50:11,688 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1750337362-172.17.0.2-1731026990713 (Datanode Uuid 8cd76bf2-b27c-4413-9ac5-22f5676c42cd) service to localhost/127.0.0.1:41565 2024-11-08T00:50:11,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:50:11,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data9/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data10/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:50:11,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d8b0c7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:11,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d11aad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:50:11,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:50:11,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ede7cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:50:11,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2988d87a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,STOPPED} 2024-11-08T00:50:11,693 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:50:11,693 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:50:11,693 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1750337362-172.17.0.2-1731026990713 (Datanode Uuid 7fafb61c-8938-48a8-a5e6-18b72c0b3f0b) service to localhost/127.0.0.1:41565 2024-11-08T00:50:11,693 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:50:11,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data7/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data8/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,693 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:50:11,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ea99249{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:11,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658d2e9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:50:11,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:50:11,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0815b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:50:11,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dfcc630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,STOPPED} 2024-11-08T00:50:11,697 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:50:11,697 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1750337362-172.17.0.2-1731026990713 (Datanode Uuid 1bb50d58-3ce3-41c0-9eea-84f7749f8d6e) service to localhost/127.0.0.1:41565 2024-11-08T00:50:11,697 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:50:11,697 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:50:11,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data5/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data6/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:50:11,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6af8ea6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:11,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26d8ef5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:50:11,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:50:11,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f035ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:50:11,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a545b17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,STOPPED} 2024-11-08T00:50:11,701 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:50:11,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:50:11,702 WARN [BP-1750337362-172.17.0.2-1731026990713 heartbeating to localhost/127.0.0.1:41565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1750337362-172.17.0.2-1731026990713 (Datanode Uuid d66a2dd2-1014-4dcd-afd2-640256e1dc17) service to localhost/127.0.0.1:41565 2024-11-08T00:50:11,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:50:11,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data1/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/cluster_3cba4a2d-e331-041d-f042-4a38080dd988/data/data2/current/BP-1750337362-172.17.0.2-1731026990713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:50:11,703 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:50:11,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375d1d1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:50:11,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@487bdcb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:50:11,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:50:11,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fba372a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:50:11,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648fb82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir/,STOPPED} 2024-11-08T00:50:11,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:50:11,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:50:11,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41565 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=2532 (was 2853) 2024-11-08T00:50:11,758 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=2531 2024-11-08T00:50:11,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.log.dir so I do NOT create it in target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f45def7e-6aa8-089b-fc9a-a0a00762f2ce/hadoop.tmp.dir so I do NOT create it in target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641, deleteOnExit=true 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/test.cache.data in system properties and HBase conf 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:50:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:50:11,759 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:50:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:50:11,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:50:11,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:50:11,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:50:11,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:50:11,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:50:11,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:50:11,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:50:11,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c977fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:50:11,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372de30f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:50:11,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@122333a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/java.io.tmpdir/jetty-localhost-41179-hadoop-hdfs-3_4_1-tests_jar-_-any-9251055054473585327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:50:12,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09c954{HTTP/1.1, (http/1.1)}{localhost:41179} 2024-11-08T00:50:12,000 INFO [Time-limited test {}] server.Server(415): Started @88029ms 2024-11-08T00:50:12,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:50:12,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:50:12,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:50:12,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:50:12,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:50:12,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@532fe36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:50:12,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5885a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:50:12,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39709782{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/java.io.tmpdir/jetty-localhost-40055-hadoop-hdfs-3_4_1-tests_jar-_-any-16985810382820758907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:12,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cf9e449{HTTP/1.1, (http/1.1)}{localhost:40055} 2024-11-08T00:50:12,221 INFO [Time-limited test {}] server.Server(415): Started @88250ms 2024-11-08T00:50:12,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:50:12,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:50:12,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:50:12,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:50:12,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:50:12,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:50:12,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8eaac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:50:12,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c3a914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:50:12,318 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/data/data1/current/BP-1606132708-172.17.0.2-1731027011793/current, will proceed with Du for space computation calculation, 2024-11-08T00:50:12,318 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/data/data2/current/BP-1606132708-172.17.0.2-1731027011793/current, will proceed with Du for space computation calculation, 2024-11-08T00:50:12,336 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:50:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11ab50b15dc2a465 with lease ID 0x9aa001bd65ef6c3c: Processing first storage report for DS-79e530c0-f273-44db-8c2e-6896dda01bca from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=e4eb1a37-bdd2-4753-8ad5-57a80b31423d, infoPort=46411, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=1416861286;c=1731027011793) 2024-11-08T00:50:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11ab50b15dc2a465 with lease ID 0x9aa001bd65ef6c3c: from storage DS-79e530c0-f273-44db-8c2e-6896dda01bca node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=e4eb1a37-bdd2-4753-8ad5-57a80b31423d, infoPort=46411, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=1416861286;c=1731027011793), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:50:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11ab50b15dc2a465 with lease ID 0x9aa001bd65ef6c3c: Processing first storage report for DS-633d25bb-23ee-43f1-bc9e-b0dcf829c0b4 from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=e4eb1a37-bdd2-4753-8ad5-57a80b31423d, infoPort=46411, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=1416861286;c=1731027011793) 2024-11-08T00:50:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11ab50b15dc2a465 with lease ID 0x9aa001bd65ef6c3c: from storage DS-633d25bb-23ee-43f1-bc9e-b0dcf829c0b4 node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=e4eb1a37-bdd2-4753-8ad5-57a80b31423d, infoPort=46411, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=1416861286;c=1731027011793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:50:12,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18d53899{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/java.io.tmpdir/jetty-localhost-34503-hadoop-hdfs-3_4_1-tests_jar-_-any-6464903755041659527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:50:12,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f13cb2d{HTTP/1.1, (http/1.1)}{localhost:34503} 2024-11-08T00:50:12,377 INFO [Time-limited test {}] server.Server(415): Started @88407ms 2024-11-08T00:50:12,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:50:12,480 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/data/data3/current/BP-1606132708-172.17.0.2-1731027011793/current, will proceed with Du for space computation calculation, 2024-11-08T00:50:12,480 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/data/data4/current/BP-1606132708-172.17.0.2-1731027011793/current, will proceed with Du for space computation calculation, 2024-11-08T00:50:12,496 WARN [Thread-800 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:50:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2d44cda19807585 with lease ID 0x9aa001bd65ef6c3d: Processing first storage report for DS-5e23986f-9493-4d55-893f-3aee3dd6ecf1 from datanode DatanodeRegistration(127.0.0.1:45827, datanodeUuid=ca3cc02c-7987-475e-94d7-d5a4bdf41944, infoPort=43035, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=1416861286;c=1731027011793) 2024-11-08T00:50:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2d44cda19807585 with lease ID 0x9aa001bd65ef6c3d: from storage DS-5e23986f-9493-4d55-893f-3aee3dd6ecf1 node DatanodeRegistration(127.0.0.1:45827, datanodeUuid=ca3cc02c-7987-475e-94d7-d5a4bdf41944, infoPort=43035, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=1416861286;c=1731027011793), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:50:12,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2d44cda19807585 with lease ID 0x9aa001bd65ef6c3d: Processing first storage report for DS-4ad636e4-4af4-4158-a139-83f605ae2361 from datanode DatanodeRegistration(127.0.0.1:45827, datanodeUuid=ca3cc02c-7987-475e-94d7-d5a4bdf41944, infoPort=43035, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=1416861286;c=1731027011793) 2024-11-08T00:50:12,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2d44cda19807585 with lease ID 0x9aa001bd65ef6c3d: from storage DS-4ad636e4-4af4-4158-a139-83f605ae2361 node DatanodeRegistration(127.0.0.1:45827, datanodeUuid=ca3cc02c-7987-475e-94d7-d5a4bdf41944, infoPort=43035, infoSecurePort=0, ipcPort=41397, storageInfo=lv=-57;cid=testClusterID;nsid=1416861286;c=1731027011793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:50:12,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3 2024-11-08T00:50:12,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/zookeeper_0, clientPort=61869, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:50:12,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61869 2024-11-08T00:50:12,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:50:12,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:50:12,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:50:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:50:12,518 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61 with version=8 2024-11-08T00:50:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/hbase-staging 2024-11-08T00:50:12,520 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:50:12,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:50:12,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:50:12,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:50:12,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:50:12,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:50:12,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:50:12,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:50:12,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34629 2024-11-08T00:50:12,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34629 connecting to ZooKeeper ensemble=127.0.0.1:61869 2024-11-08T00:50:12,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346290x0, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:50:12,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34629-0x100f50df6270000 connected 2024-11-08T00:50:12,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:50:12,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:50:12,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:50:12,548 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61, hbase.cluster.distributed=false 2024-11-08T00:50:12,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:50:12,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34629 2024-11-08T00:50:12,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34629 2024-11-08T00:50:12,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34629 2024-11-08T00:50:12,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34629 2024-11-08T00:50:12,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34629 2024-11-08T00:50:12,569 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:50:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:50:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:50:12,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:50:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:50:12,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:50:12,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:50:12,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:50:12,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44729 2024-11-08T00:50:12,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44729 connecting to ZooKeeper ensemble=127.0.0.1:61869 2024-11-08T00:50:12,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:50:12,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:50:12,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447290x0, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:50:12,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44729-0x100f50df6270001 connected 2024-11-08T00:50:12,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:50:12,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:50:12,579 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:50:12,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:50:12,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:50:12,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-08T00:50:12,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44729 2024-11-08T00:50:12,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44729 2024-11-08T00:50:12,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-08T00:50:12,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-08T00:50:12,594 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c302dddf724e:34629 2024-11-08T00:50:12,594 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c302dddf724e,34629,1731027012519 2024-11-08T00:50:12,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:50:12,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:50:12,596 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c302dddf724e,34629,1731027012519 2024-11-08T00:50:12,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:50:12,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,600 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:50:12,600 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c302dddf724e,34629,1731027012519 from backup master directory 2024-11-08T00:50:12,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c302dddf724e,34629,1731027012519 2024-11-08T00:50:12,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:50:12,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:50:12,602 WARN [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:50:12,602 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c302dddf724e,34629,1731027012519 2024-11-08T00:50:12,607 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/hbase.id] with ID: c029a321-038f-4a58-9836-71fd273d7fff 2024-11-08T00:50:12,607 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/.tmp/hbase.id 2024-11-08T00:50:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:50:12,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:50:12,615 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/.tmp/hbase.id]:[hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/hbase.id] 2024-11-08T00:50:12,627 INFO [master/c302dddf724e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:50:12,627 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:50:12,629 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T00:50:12,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:50:12,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:50:12,639 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:50:12,639 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:50:12,639 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:50:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:50:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:50:12,651 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store 2024-11-08T00:50:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:50:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:50:12,659 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:50:12,659 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:50:12,659 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:50:12,660 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:50:12,660 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:50:12,660 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:50:12,660 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:50:12,660 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731027012659Disabling compacts and flushes for region at 1731027012659Disabling writes for close at 1731027012660 (+1 ms)Writing region close event to WAL at 1731027012660Closed at 1731027012660 2024-11-08T00:50:12,661 WARN [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/.initializing 2024-11-08T00:50:12,661 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/WALs/c302dddf724e,34629,1731027012519 2024-11-08T00:50:12,662 INFO [master/c302dddf724e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:50:12,664 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C34629%2C1731027012519, suffix=, logDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/WALs/c302dddf724e,34629,1731027012519, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/oldWALs, maxLogs=10 2024-11-08T00:50:12,684 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/WALs/c302dddf724e,34629,1731027012519/c302dddf724e%2C34629%2C1731027012519.1731027012664, exclude list is [], retry=0 2024-11-08T00:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-5e23986f-9493-4d55-893f-3aee3dd6ecf1,DISK] 2024-11-08T00:50:12,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-79e530c0-f273-44db-8c2e-6896dda01bca,DISK] 2024-11-08T00:50:12,690 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/WALs/c302dddf724e,34629,1731027012519/c302dddf724e%2C34629%2C1731027012519.1731027012664 2024-11-08T00:50:12,690 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43035:43035),(127.0.0.1/127.0.0.1:46411:46411)] 2024-11-08T00:50:12,690 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:50:12,690 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:50:12,690 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,690 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:50:12,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:12,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:50:12,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:50:12,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:50:12,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:50:12,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:50:12,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:50:12,699 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,699 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,700 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,701 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,701 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,702 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:50:12,703 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:50:12,704 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:50:12,705 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862482, jitterRate=0.09670296311378479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:50:12,706 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731027012690Initializing all the Stores at 1731027012691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027012691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027012691Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027012691Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027012692 (+1 ms)Cleaning up temporary data from old regions at 1731027012701 (+9 ms)Region opened successfully at 1731027012705 (+4 ms) 2024-11-08T00:50:12,706 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:50:12,709 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c78dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:50:12,710 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:50:12,710 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:50:12,710 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:50:12,710 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:50:12,711 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:50:12,711 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:50:12,711 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:50:12,713 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:50:12,714 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:50:12,715 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:50:12,716 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:50:12,716 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:50:12,718 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:50:12,719 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:50:12,720 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:50:12,721 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:50:12,721 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:50:12,723 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:50:12,724 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:50:12,726 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:50:12,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:50:12,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:50:12,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,729 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c302dddf724e,34629,1731027012519, sessionid=0x100f50df6270000, setting cluster-up flag (Was=false) 2024-11-08T00:50:12,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,737 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:50:12,738 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,34629,1731027012519 2024-11-08T00:50:12,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:12,747 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:50:12,747 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,34629,1731027012519 2024-11-08T00:50:12,749 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:50:12,751 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:50:12,751 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:50:12,751 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:50:12,751 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c302dddf724e,34629,1731027012519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:50:12,753 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:50:12,753 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:50:12,753 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:50:12,753 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:50:12,753 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c302dddf724e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:50:12,753 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,753 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:50:12,753 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731027042754 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,754 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:50:12,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:50:12,755 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:50:12,755 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:50:12,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:50:12,755 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:50:12,756 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:50:12,756 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:50:12,756 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027012756,5,FailOnTimeoutGroup] 2024-11-08T00:50:12,756 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027012756,5,FailOnTimeoutGroup] 2024-11-08T00:50:12,757 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,757 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:50:12,757 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,757 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:50:12,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:50:12,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:50:12,764 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61 2024-11-08T00:50:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:50:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:50:12,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:50:12,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:50:12,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:50:12,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:12,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:50:12,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:50:12,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:12,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:50:12,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:50:12,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:12,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:50:12,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:50:12,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:12,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:12,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:50:12,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740 2024-11-08T00:50:12,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740 2024-11-08T00:50:12,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:50:12,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:50:12,782 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:50:12,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:50:12,784 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(746): ClusterId : c029a321-038f-4a58-9836-71fd273d7fff 2024-11-08T00:50:12,784 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:50:12,785 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:50:12,786 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=755085, jitterRate=-0.03986102342605591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:50:12,787 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:50:12,787 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:50:12,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731027012771Initializing all the Stores at 1731027012771Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027012771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027012772 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027012772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027012772Cleaning up temporary data from old regions at 1731027012782 (+10 ms)Region opened successfully at 1731027012787 (+5 ms) 2024-11-08T00:50:12,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:50:12,787 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:50:12,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:50:12,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:50:12,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:50:12,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:50:12,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731027012787Disabling compacts and flushes for region at 1731027012787Disabling writes for close at 1731027012787Writing region close event to WAL at 1731027012787Closed at 1731027012787 2024-11-08T00:50:12,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:50:12,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:50:12,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:50:12,789 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:50:12,790 DEBUG [RS:0;c302dddf724e:44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3966d119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:50:12,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:50:12,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:50:12,802 DEBUG [RS:0;c302dddf724e:44729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c302dddf724e:44729 2024-11-08T00:50:12,802 INFO [RS:0;c302dddf724e:44729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:50:12,802 INFO [RS:0;c302dddf724e:44729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:50:12,802 DEBUG [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:50:12,803 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,34629,1731027012519 with port=44729, startcode=1731027012569 2024-11-08T00:50:12,803 DEBUG [RS:0;c302dddf724e:44729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:50:12,804 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52275, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:50:12,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,44729,1731027012569 2024-11-08T00:50:12,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34629 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,44729,1731027012569 2024-11-08T00:50:12,807 DEBUG [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61 2024-11-08T00:50:12,807 DEBUG [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33759 2024-11-08T00:50:12,807 DEBUG [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:50:12,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:50:12,809 DEBUG [RS:0;c302dddf724e:44729 {}] zookeeper.ZKUtil(111): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,44729,1731027012569 2024-11-08T00:50:12,809 WARN [RS:0;c302dddf724e:44729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:50:12,809 INFO [RS:0;c302dddf724e:44729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:50:12,809 DEBUG [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569 2024-11-08T00:50:12,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,44729,1731027012569] 2024-11-08T00:50:12,813 INFO [RS:0;c302dddf724e:44729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:50:12,814 INFO [RS:0;c302dddf724e:44729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:50:12,815 INFO [RS:0;c302dddf724e:44729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:50:12,815 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,815 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:50:12,816 INFO [RS:0;c302dddf724e:44729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:50:12,816 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,816 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,817 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,817 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:50:12,817 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:50:12,817 DEBUG [RS:0;c302dddf724e:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:50:12,818 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,818 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,818 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,818 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,818 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,818 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,44729,1731027012569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:50:12,832 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:50:12,832 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,44729,1731027012569-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,833 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,833 INFO [RS:0;c302dddf724e:44729 {}] regionserver.Replication(171): c302dddf724e,44729,1731027012569 started 2024-11-08T00:50:12,847 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:12,847 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,44729,1731027012569, RpcServer on c302dddf724e/172.17.0.2:44729, sessionid=0x100f50df6270001 2024-11-08T00:50:12,847 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:50:12,847 DEBUG [RS:0;c302dddf724e:44729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,44729,1731027012569 2024-11-08T00:50:12,847 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,44729,1731027012569' 2024-11-08T00:50:12,847 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:50:12,848 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:50:12,848 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:50:12,848 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:50:12,848 DEBUG [RS:0;c302dddf724e:44729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,44729,1731027012569 2024-11-08T00:50:12,848 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,44729,1731027012569' 2024-11-08T00:50:12,848 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:50:12,849 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:50:12,849 DEBUG [RS:0;c302dddf724e:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:50:12,849 INFO [RS:0;c302dddf724e:44729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:50:12,849 INFO [RS:0;c302dddf724e:44729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:50:12,942 WARN [c302dddf724e:34629 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:50:12,949 INFO [RS:0;c302dddf724e:44729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:50:12,952 INFO [RS:0;c302dddf724e:44729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C44729%2C1731027012569, suffix=, logDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/oldWALs, maxLogs=32 2024-11-08T00:50:12,965 DEBUG [RS:0;c302dddf724e:44729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027012952, exclude list is [], retry=0 2024-11-08T00:50:12,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-79e530c0-f273-44db-8c2e-6896dda01bca,DISK] 2024-11-08T00:50:12,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-5e23986f-9493-4d55-893f-3aee3dd6ecf1,DISK] 2024-11-08T00:50:12,971 INFO [RS:0;c302dddf724e:44729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027012952 2024-11-08T00:50:12,971 DEBUG [RS:0;c302dddf724e:44729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46411:46411),(127.0.0.1/127.0.0.1:43035:43035)] 2024-11-08T00:50:13,192 DEBUG [c302dddf724e:34629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:50:13,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c302dddf724e,44729,1731027012569 2024-11-08T00:50:13,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,44729,1731027012569, state=OPENING 2024-11-08T00:50:13,196 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:50:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:50:13,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:50:13,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:50:13,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,44729,1731027012569}] 2024-11-08T00:50:13,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:50:13,351 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:50:13,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:50:13,358 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:50:13,358 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:50:13,358 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:50:13,360 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C44729%2C1731027012569.meta, suffix=.meta, logDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/oldWALs, maxLogs=32 2024-11-08T00:50:13,374 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.meta.1731027013361.meta, exclude list is [], retry=0 2024-11-08T00:50:13,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-5e23986f-9493-4d55-893f-3aee3dd6ecf1,DISK] 2024-11-08T00:50:13,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-79e530c0-f273-44db-8c2e-6896dda01bca,DISK] 2024-11-08T00:50:13,379 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.meta.1731027013361.meta 2024-11-08T00:50:13,379 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43035:43035),(127.0.0.1/127.0.0.1:46411:46411)] 2024-11-08T00:50:13,379 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:50:13,380 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:50:13,380 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:50:13,380 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:50:13,380 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:50:13,380 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:50:13,380 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:50:13,380 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:50:13,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:50:13,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:50:13,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:13,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:13,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:50:13,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:50:13,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:13,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:13,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:50:13,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:50:13,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:13,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:13,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:50:13,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:50:13,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:13,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:50:13,387 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:50:13,387 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740 2024-11-08T00:50:13,389 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740 2024-11-08T00:50:13,390 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:50:13,390 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:50:13,390 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:50:13,392 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:50:13,393 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=728178, jitterRate=-0.07407461106777191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:50:13,393 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:50:13,394 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731027013380Writing region info on filesystem at 1731027013380Initializing all the Stores at 1731027013381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027013381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027013381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027013381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027013381Cleaning up temporary data from old regions at 1731027013390 (+9 ms)Running coprocessor post-open hooks at 1731027013393 (+3 ms)Region opened successfully at 1731027013393 2024-11-08T00:50:13,395 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731027013351 2024-11-08T00:50:13,397 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:50:13,397 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:50:13,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,44729,1731027012569 2024-11-08T00:50:13,399 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,44729,1731027012569, state=OPEN 2024-11-08T00:50:13,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:50:13,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:50:13,403 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c302dddf724e,44729,1731027012569 2024-11-08T00:50:13,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:50:13,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:50:13,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:50:13,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,44729,1731027012569 in 205 msec 2024-11-08T00:50:13,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:50:13,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-08T00:50:13,410 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:50:13,411 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:50:13,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:50:13,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,44729,1731027012569, seqNum=-1] 2024-11-08T00:50:13,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:50:13,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:50:13,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 668 msec 2024-11-08T00:50:13,419 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731027013419, completionTime=-1 2024-11-08T00:50:13,419 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:50:13,419 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T00:50:13,421 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731027073421 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731027133422 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34629,1731027012519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34629,1731027012519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34629,1731027012519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c302dddf724e:34629, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:13,422 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:13,424 DEBUG [master/c302dddf724e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:50:13,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.824sec 2024-11-08T00:50:13,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:50:13,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:50:13,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:50:13,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:50:13,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:50:13,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34629,1731027012519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:50:13,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34629,1731027012519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:50:13,429 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:50:13,429 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:50:13,429 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34629,1731027012519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:13,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d08f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:50:13,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,34629,-1 for getting cluster id 2024-11-08T00:50:13,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:50:13,486 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c029a321-038f-4a58-9836-71fd273d7fff' 2024-11-08T00:50:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:50:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c029a321-038f-4a58-9836-71fd273d7fff" 2024-11-08T00:50:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7999a77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:50:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,34629,-1] 2024-11-08T00:50:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:50:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:50:13,489 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:50:13,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd74c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:50:13,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:50:13,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,44729,1731027012569, seqNum=-1] 2024-11-08T00:50:13,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:50:13,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:50:13,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c302dddf724e,34629,1731027012519 2024-11-08T00:50:13,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:50:13,498 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:50:13,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:50:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c302dddf724e,34629,1731027012519 2024-11-08T00:50:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@130247c3 2024-11-08T00:50:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:50:13,501 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:50:13,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T00:50:13,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T00:50:13,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:50:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:13,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:50:13,505 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:13,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-08T00:50:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:50:13,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:50:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741835_1011 (size=405) 2024-11-08T00:50:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741835_1011 (size=405) 2024-11-08T00:50:13,517 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8e82d3cda36300666a7014270caa997, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61 2024-11-08T00:50:13,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741836_1012 (size=88) 2024-11-08T00:50:13,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741836_1012 (size=88) 2024-11-08T00:50:13,525 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:50:13,525 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing c8e82d3cda36300666a7014270caa997, disabling compactions & flushes 2024-11-08T00:50:13,526 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:13,526 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:13,526 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. after waiting 0 ms 2024-11-08T00:50:13,526 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:13,526 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:13,526 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8e82d3cda36300666a7014270caa997: Waiting for close lock at 1731027013525Disabling compacts and flushes for region at 1731027013525Disabling writes for close at 1731027013526 (+1 ms)Writing region close event to WAL at 1731027013526Closed at 1731027013526 2024-11-08T00:50:13,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:50:13,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731027013527"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731027013527"}]},"ts":"1731027013527"} 2024-11-08T00:50:13,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T00:50:13,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:50:13,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731027013531"}]},"ts":"1731027013531"} 2024-11-08T00:50:13,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-08T00:50:13,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c8e82d3cda36300666a7014270caa997, ASSIGN}] 2024-11-08T00:50:13,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c8e82d3cda36300666a7014270caa997, ASSIGN 2024-11-08T00:50:13,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c8e82d3cda36300666a7014270caa997, ASSIGN; state=OFFLINE, location=c302dddf724e,44729,1731027012569; forceNewPlan=false, retain=false 2024-11-08T00:50:13,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8e82d3cda36300666a7014270caa997, regionState=OPENING, regionLocation=c302dddf724e,44729,1731027012569 2024-11-08T00:50:13,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c8e82d3cda36300666a7014270caa997, ASSIGN because future has completed 2024-11-08T00:50:13,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8e82d3cda36300666a7014270caa997, server=c302dddf724e,44729,1731027012569}] 2024-11-08T00:50:13,848 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:13,848 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8e82d3cda36300666a7014270caa997, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:50:13,848 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,848 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:50:13,848 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,848 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,850 INFO [StoreOpener-c8e82d3cda36300666a7014270caa997-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,851 INFO [StoreOpener-c8e82d3cda36300666a7014270caa997-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8e82d3cda36300666a7014270caa997 columnFamilyName info 2024-11-08T00:50:13,851 DEBUG [StoreOpener-c8e82d3cda36300666a7014270caa997-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:50:13,852 INFO [StoreOpener-c8e82d3cda36300666a7014270caa997-1 {}] regionserver.HStore(327): Store=c8e82d3cda36300666a7014270caa997/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:50:13,852 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,853 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,853 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,854 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,854 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,855 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,857 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:50:13,858 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8e82d3cda36300666a7014270caa997; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=775129, jitterRate=-0.014372676610946655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:50:13,858 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8e82d3cda36300666a7014270caa997 2024-11-08T00:50:13,858 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8e82d3cda36300666a7014270caa997: Running coprocessor pre-open hook at 1731027013848Writing region info on filesystem at 1731027013849 (+1 ms)Initializing all the Stores at 1731027013849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027013850 (+1 ms)Cleaning up temporary data from old regions at 1731027013854 (+4 ms)Running coprocessor post-open hooks at 1731027013858 (+4 ms)Region opened successfully at 1731027013858 2024-11-08T00:50:13,859 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997., pid=6, masterSystemTime=1731027013843 2024-11-08T00:50:13,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:13,862 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:13,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8e82d3cda36300666a7014270caa997, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,44729,1731027012569 2024-11-08T00:50:13,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8e82d3cda36300666a7014270caa997, server=c302dddf724e,44729,1731027012569 because future has completed 2024-11-08T00:50:13,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T00:50:13,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8e82d3cda36300666a7014270caa997, server=c302dddf724e,44729,1731027012569 in 177 msec 2024-11-08T00:50:13,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T00:50:13,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c8e82d3cda36300666a7014270caa997, ASSIGN in 335 msec 2024-11-08T00:50:13,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:50:13,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731027013873"}]},"ts":"1731027013873"} 2024-11-08T00:50:13,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-08T00:50:13,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:50:13,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 374 msec 2024-11-08T00:50:15,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:50:15,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:15,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:15,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:15,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:15,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:15,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:15,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:15,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:50:18,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:50:18,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-08T00:50:20,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:50:20,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T00:50:20,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:50:20,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T00:50:20,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T00:50:20,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T00:50:20,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:20,042 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T00:50:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:50:23,588 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:50:23,588 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-08T00:50:23,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:23,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:23,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997., hostname=c302dddf724e,44729,1731027012569, seqNum=2] 2024-11-08T00:50:23,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:23,607 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T00:50:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T00:50:23,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T00:50:23,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T00:50:23,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T00:50:23,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:23,773 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c8e82d3cda36300666a7014270caa997 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:50:23,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/41bbcbfdb9e743c99ac18d9212c4874e is 1055, key is row0001/info:/1731027023596/Put/seqid=0 2024-11-08T00:50:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741837_1013 (size=6008) 2024-11-08T00:50:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741837_1013 (size=6008) 2024-11-08T00:50:23,795 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/41bbcbfdb9e743c99ac18d9212c4874e 2024-11-08T00:50:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/41bbcbfdb9e743c99ac18d9212c4874e as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/41bbcbfdb9e743c99ac18d9212c4874e 2024-11-08T00:50:23,809 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/41bbcbfdb9e743c99ac18d9212c4874e, entries=1, sequenceid=5, filesize=5.9 K 2024-11-08T00:50:23,810 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c8e82d3cda36300666a7014270caa997 in 37ms, sequenceid=5, compaction requested=false 2024-11-08T00:50:23,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c8e82d3cda36300666a7014270caa997: 2024-11-08T00:50:23,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:23,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T00:50:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T00:50:23,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T00:50:23,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-08T00:50:23,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 216 msec 2024-11-08T00:50:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T00:50:33,647 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:50:33,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T00:50:33,653 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T00:50:33,654 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T00:50:33,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T00:50:33,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T00:50:33,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:33,808 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c8e82d3cda36300666a7014270caa997 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:50:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/c229c6e928b24395bc7c2b584b0b7f60 is 1055, key is row0002/info:/1731027033649/Put/seqid=0 2024-11-08T00:50:33,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741838_1014 (size=6008) 2024-11-08T00:50:33,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741838_1014 (size=6008) 2024-11-08T00:50:33,821 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/c229c6e928b24395bc7c2b584b0b7f60 2024-11-08T00:50:33,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/c229c6e928b24395bc7c2b584b0b7f60 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/c229c6e928b24395bc7c2b584b0b7f60 2024-11-08T00:50:33,835 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/c229c6e928b24395bc7c2b584b0b7f60, entries=1, sequenceid=9, filesize=5.9 K 2024-11-08T00:50:33,836 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c8e82d3cda36300666a7014270caa997 in 28ms, sequenceid=9, compaction requested=false 2024-11-08T00:50:33,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c8e82d3cda36300666a7014270caa997: 2024-11-08T00:50:33,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:33,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T00:50:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T00:50:33,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T00:50:33,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-11-08T00:50:33,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-11-08T00:50:42,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:50:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T00:50:43,687 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:50:43,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027043690, exclude list is [], retry=0 2024-11-08T00:50:43,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-79e530c0-f273-44db-8c2e-6896dda01bca,DISK] 2024-11-08T00:50:43,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-5e23986f-9493-4d55-893f-3aee3dd6ecf1,DISK] 2024-11-08T00:50:43,707 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027012952 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027043690 2024-11-08T00:50:43,708 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46411:46411),(127.0.0.1/127.0.0.1:43035:43035)] 2024-11-08T00:50:43,708 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027012952 is not closed yet, will try archiving it next time 2024-11-08T00:50:43,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741833_1009 (size=5471) 2024-11-08T00:50:43,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027012952 not finished, retry = 0 2024-11-08T00:50:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741833_1009 (size=5471) 2024-11-08T00:50:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T00:50:43,711 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T00:50:43,712 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T00:50:43,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T00:50:43,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T00:50:43,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:43,866 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c8e82d3cda36300666a7014270caa997 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:50:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/97e512a6af6f4c379249238851634335 is 1055, key is row0003/info:/1731027043688/Put/seqid=0 2024-11-08T00:50:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741840_1016 (size=6008) 2024-11-08T00:50:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741840_1016 (size=6008) 2024-11-08T00:50:43,877 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/97e512a6af6f4c379249238851634335 2024-11-08T00:50:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/97e512a6af6f4c379249238851634335 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/97e512a6af6f4c379249238851634335 2024-11-08T00:50:43,889 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/97e512a6af6f4c379249238851634335, entries=1, sequenceid=13, filesize=5.9 K 2024-11-08T00:50:43,890 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c8e82d3cda36300666a7014270caa997 in 24ms, sequenceid=13, compaction requested=true 2024-11-08T00:50:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c8e82d3cda36300666a7014270caa997: 2024-11-08T00:50:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T00:50:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T00:50:43,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T00:50:43,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-08T00:50:43,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 186 msec 2024-11-08T00:50:53,432 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:50:53,432 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:50:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T00:50:53,817 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:50:53,820 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:50:53,822 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:50:53,823 DEBUG [Time-limited test {}] regionserver.HStore(1541): c8e82d3cda36300666a7014270caa997/info is initiating minor compaction (all files) 2024-11-08T00:50:53,824 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:50:53,824 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:50:53,824 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c8e82d3cda36300666a7014270caa997/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:53,824 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/41bbcbfdb9e743c99ac18d9212c4874e, hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/c229c6e928b24395bc7c2b584b0b7f60, hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/97e512a6af6f4c379249238851634335] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp, totalSize=17.6 K 2024-11-08T00:50:53,825 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 41bbcbfdb9e743c99ac18d9212c4874e, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731027023596 2024-11-08T00:50:53,826 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c229c6e928b24395bc7c2b584b0b7f60, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731027033649 2024-11-08T00:50:53,826 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 97e512a6af6f4c379249238851634335, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731027043688 2024-11-08T00:50:53,848 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c8e82d3cda36300666a7014270caa997#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:50:53,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/c4a32136077c4831815ad9109a7212f7 is 1055, key is row0001/info:/1731027023596/Put/seqid=0 2024-11-08T00:50:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741841_1017 (size=8221) 2024-11-08T00:50:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741841_1017 (size=8221) 2024-11-08T00:50:53,860 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/c4a32136077c4831815ad9109a7212f7 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/c4a32136077c4831815ad9109a7212f7 2024-11-08T00:50:53,873 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8e82d3cda36300666a7014270caa997/info of c8e82d3cda36300666a7014270caa997 into c4a32136077c4831815ad9109a7212f7(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:50:53,873 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c8e82d3cda36300666a7014270caa997: 2024-11-08T00:50:53,889 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027053876, exclude list is [], retry=0 2024-11-08T00:50:53,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-5e23986f-9493-4d55-893f-3aee3dd6ecf1,DISK] 2024-11-08T00:50:53,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-79e530c0-f273-44db-8c2e-6896dda01bca,DISK] 2024-11-08T00:50:53,893 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027043690 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027053876 2024-11-08T00:50:53,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43035:43035),(127.0.0.1/127.0.0.1:46411:46411)] 2024-11-08T00:50:53,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027043690 is not closed yet, will try archiving it next time 2024-11-08T00:50:53,893 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027012952 to hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/oldWALs/c302dddf724e%2C44729%2C1731027012569.1731027012952 2024-11-08T00:50:53,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741839_1015 (size=2495) 2024-11-08T00:50:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741839_1015 (size=2495) 2024-11-08T00:50:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:50:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T00:50:53,896 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T00:50:53,897 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T00:50:53,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T00:50:54,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T00:50:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:54,051 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c8e82d3cda36300666a7014270caa997 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:50:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/f4f9b908ea25499bb2a0543abefe1283 is 1055, key is row0000/info:/1731027053874/Put/seqid=0 2024-11-08T00:50:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741843_1019 (size=6008) 2024-11-08T00:50:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741843_1019 (size=6008) 2024-11-08T00:50:54,063 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/f4f9b908ea25499bb2a0543abefe1283 2024-11-08T00:50:54,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/f4f9b908ea25499bb2a0543abefe1283 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/f4f9b908ea25499bb2a0543abefe1283 2024-11-08T00:50:54,075 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/f4f9b908ea25499bb2a0543abefe1283, entries=1, sequenceid=18, filesize=5.9 K 2024-11-08T00:50:54,076 INFO [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c8e82d3cda36300666a7014270caa997 in 25ms, sequenceid=18, compaction requested=false 2024-11-08T00:50:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c8e82d3cda36300666a7014270caa997: 2024-11-08T00:50:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:50:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T00:50:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T00:50:54,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T00:50:54,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-08T00:50:54,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-08T00:50:58,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c8e82d3cda36300666a7014270caa997, had cached 0 bytes from a total of 14229 2024-11-08T00:51:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T00:51:03,977 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T00:51:03,994 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027063980, exclude list is [], retry=0 2024-11-08T00:51:03,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-79e530c0-f273-44db-8c2e-6896dda01bca,DISK] 2024-11-08T00:51:03,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-5e23986f-9493-4d55-893f-3aee3dd6ecf1,DISK] 2024-11-08T00:51:03,999 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027053876 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027063980 2024-11-08T00:51:03,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46411:46411),(127.0.0.1/127.0.0.1:43035:43035)] 2024-11-08T00:51:03,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027053876 is not closed yet, will try archiving it next time 2024-11-08T00:51:03,999 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/WALs/c302dddf724e,44729,1731027012569/c302dddf724e%2C44729%2C1731027012569.1731027043690 to hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/oldWALs/c302dddf724e%2C44729%2C1731027012569.1731027043690 2024-11-08T00:51:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:51:03,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:51:03,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:03,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:04,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:51:04,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741842_1018 (size=2001) 2024-11-08T00:51:04,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:51:04,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2076884292, stopped=false 2024-11-08T00:51:04,001 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c302dddf724e,34629,1731027012519 2024-11-08T00:51:04,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741842_1018 (size=2001) 2024-11-08T00:51:04,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:04,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:04,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:04,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:51:04,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:04,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:51:04,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:04,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:04,003 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,44729,1731027012569' ***** 2024-11-08T00:51:04,003 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:51:04,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:04,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:04,005 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:51:04,005 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:51:04,005 INFO [RS:0;c302dddf724e:44729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:51:04,005 INFO [RS:0;c302dddf724e:44729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:51:04,005 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(3091): Received CLOSE for c8e82d3cda36300666a7014270caa997 2024-11-08T00:51:04,006 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,44729,1731027012569 2024-11-08T00:51:04,006 INFO [RS:0;c302dddf724e:44729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:51:04,006 INFO [RS:0;c302dddf724e:44729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c302dddf724e:44729. 2024-11-08T00:51:04,006 DEBUG [RS:0;c302dddf724e:44729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:04,006 DEBUG [RS:0;c302dddf724e:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:04,006 INFO [RS:0;c302dddf724e:44729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:51:04,006 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8e82d3cda36300666a7014270caa997, disabling compactions & flushes 2024-11-08T00:51:04,006 INFO [RS:0;c302dddf724e:44729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:51:04,006 INFO [RS:0;c302dddf724e:44729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:51:04,006 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:51:04,006 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:51:04,006 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:51:04,006 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. after waiting 0 ms 2024-11-08T00:51:04,006 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:51:04,006 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T00:51:04,006 DEBUG [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1325): Online Regions={c8e82d3cda36300666a7014270caa997=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T00:51:04,006 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8e82d3cda36300666a7014270caa997 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T00:51:04,006 DEBUG [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8e82d3cda36300666a7014270caa997 2024-11-08T00:51:04,006 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:51:04,006 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:51:04,006 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:51:04,006 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:51:04,006 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:51:04,007 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-08T00:51:04,011 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/d4c569fbcbc9416196bc77d8614c0cca is 1055, key is row0001/info:/1731027063979/Put/seqid=0 2024-11-08T00:51:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741845_1021 (size=6008) 2024-11-08T00:51:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741845_1021 (size=6008) 2024-11-08T00:51:04,018 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/d4c569fbcbc9416196bc77d8614c0cca 2024-11-08T00:51:04,024 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/info/933cfa0fc8c54ae381354b662e2c90c6 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997./info:regioninfo/1731027013862/Put/seqid=0 2024-11-08T00:51:04,026 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/.tmp/info/d4c569fbcbc9416196bc77d8614c0cca as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/d4c569fbcbc9416196bc77d8614c0cca 2024-11-08T00:51:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741846_1022 (size=7308) 2024-11-08T00:51:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741846_1022 (size=7308) 2024-11-08T00:51:04,031 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/info/933cfa0fc8c54ae381354b662e2c90c6 2024-11-08T00:51:04,032 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/d4c569fbcbc9416196bc77d8614c0cca, entries=1, sequenceid=22, filesize=5.9 K 2024-11-08T00:51:04,033 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c8e82d3cda36300666a7014270caa997 in 27ms, sequenceid=22, compaction requested=true 2024-11-08T00:51:04,034 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/41bbcbfdb9e743c99ac18d9212c4874e, hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/c229c6e928b24395bc7c2b584b0b7f60, hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/97e512a6af6f4c379249238851634335] to archive 2024-11-08T00:51:04,037 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T00:51:04,039 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/41bbcbfdb9e743c99ac18d9212c4874e to hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/41bbcbfdb9e743c99ac18d9212c4874e 2024-11-08T00:51:04,041 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/c229c6e928b24395bc7c2b584b0b7f60 to hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/c229c6e928b24395bc7c2b584b0b7f60 2024-11-08T00:51:04,043 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/97e512a6af6f4c379249238851634335 to hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/info/97e512a6af6f4c379249238851634335 2024-11-08T00:51:04,052 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/ns/24be4af230514c7a8fd89e94b3762afd is 43, key is default/ns:d/1731027013414/Put/seqid=0 2024-11-08T00:51:04,056 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c302dddf724e:34629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-08T00:51:04,056 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [41bbcbfdb9e743c99ac18d9212c4874e=6008, c229c6e928b24395bc7c2b584b0b7f60=6008, 97e512a6af6f4c379249238851634335=6008] 2024-11-08T00:51:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741847_1023 (size=5153) 2024-11-08T00:51:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741847_1023 (size=5153) 2024-11-08T00:51:04,058 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/ns/24be4af230514c7a8fd89e94b3762afd 2024-11-08T00:51:04,061 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c8e82d3cda36300666a7014270caa997/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-08T00:51:04,062 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:51:04,062 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8e82d3cda36300666a7014270caa997: Waiting for close lock at 1731027064006Running coprocessor pre-close hooks at 1731027064006Disabling compacts and flushes for region at 1731027064006Disabling writes for close at 1731027064006Obtaining lock to block concurrent updates at 1731027064006Preparing flush snapshotting stores in c8e82d3cda36300666a7014270caa997 at 1731027064006Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731027064007 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. at 1731027064007Flushing c8e82d3cda36300666a7014270caa997/info: creating writer at 1731027064007Flushing c8e82d3cda36300666a7014270caa997/info: appending metadata at 1731027064010 (+3 ms)Flushing c8e82d3cda36300666a7014270caa997/info: closing flushed file at 1731027064010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e9e106: reopening flushed file at 1731027064025 (+15 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c8e82d3cda36300666a7014270caa997 in 27ms, sequenceid=22, compaction requested=true at 1731027064033 (+8 ms)Writing region close event to WAL at 1731027064057 (+24 ms)Running coprocessor post-close hooks at 1731027064061 (+4 ms)Closed at 1731027064062 (+1 ms) 2024-11-08T00:51:04,062 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731027013502.c8e82d3cda36300666a7014270caa997. 2024-11-08T00:51:04,086 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/table/3d6da3f95a9046b48d50c17b96c642d5 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731027013873/Put/seqid=0 2024-11-08T00:51:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741848_1024 (size=5508) 2024-11-08T00:51:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741848_1024 (size=5508) 2024-11-08T00:51:04,091 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/table/3d6da3f95a9046b48d50c17b96c642d5 2024-11-08T00:51:04,099 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/info/933cfa0fc8c54ae381354b662e2c90c6 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/info/933cfa0fc8c54ae381354b662e2c90c6 2024-11-08T00:51:04,105 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/info/933cfa0fc8c54ae381354b662e2c90c6, entries=10, sequenceid=11, filesize=7.1 K 2024-11-08T00:51:04,106 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/ns/24be4af230514c7a8fd89e94b3762afd as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/ns/24be4af230514c7a8fd89e94b3762afd 2024-11-08T00:51:04,111 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/ns/24be4af230514c7a8fd89e94b3762afd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T00:51:04,112 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/.tmp/table/3d6da3f95a9046b48d50c17b96c642d5 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/table/3d6da3f95a9046b48d50c17b96c642d5 2024-11-08T00:51:04,118 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/table/3d6da3f95a9046b48d50c17b96c642d5, entries=2, sequenceid=11, filesize=5.4 K 2024-11-08T00:51:04,120 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=11, compaction requested=false 2024-11-08T00:51:04,124 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T00:51:04,125 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:51:04,125 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:51:04,125 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731027064006Running coprocessor pre-close hooks at 1731027064006Disabling compacts and flushes for region at 1731027064006Disabling writes for close at 1731027064006Obtaining lock to block concurrent updates at 1731027064007 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731027064007Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731027064007Flushing stores of hbase:meta,,1.1588230740 at 1731027064007Flushing 1588230740/info: creating writer at 1731027064008 (+1 ms)Flushing 1588230740/info: appending metadata at 1731027064023 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731027064023Flushing 1588230740/ns: creating writer at 1731027064037 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731027064051 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731027064051Flushing 1588230740/table: creating writer at 1731027064065 (+14 ms)Flushing 1588230740/table: appending metadata at 1731027064085 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731027064085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369c0bef: reopening flushed file at 1731027064098 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e07ffb8: reopening flushed file at 1731027064105 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a38d6fe: reopening flushed file at 1731027064111 (+6 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=11, compaction requested=false at 1731027064120 (+9 ms)Writing region close event to WAL at 1731027064121 (+1 ms)Running coprocessor post-close hooks at 1731027064125 (+4 ms)Closed at 1731027064125 2024-11-08T00:51:04,125 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:51:04,206 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,44729,1731027012569; all regions closed. 2024-11-08T00:51:04,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741834_1010 (size=3306) 2024-11-08T00:51:04,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741834_1010 (size=3306) 2024-11-08T00:51:04,212 DEBUG [RS:0;c302dddf724e:44729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/oldWALs 2024-11-08T00:51:04,212 INFO [RS:0;c302dddf724e:44729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C44729%2C1731027012569.meta:.meta(num 1731027013361) 2024-11-08T00:51:04,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741844_1020 (size=1252) 2024-11-08T00:51:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741844_1020 (size=1252) 2024-11-08T00:51:04,217 DEBUG [RS:0;c302dddf724e:44729 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/oldWALs 2024-11-08T00:51:04,217 INFO [RS:0;c302dddf724e:44729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C44729%2C1731027012569:(num 1731027063980) 2024-11-08T00:51:04,217 DEBUG [RS:0;c302dddf724e:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:04,217 INFO [RS:0;c302dddf724e:44729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:51:04,217 INFO [RS:0;c302dddf724e:44729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:51:04,217 INFO [RS:0;c302dddf724e:44729 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:51:04,217 INFO [RS:0;c302dddf724e:44729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:51:04,217 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:51:04,218 INFO [RS:0;c302dddf724e:44729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44729 2024-11-08T00:51:04,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,44729,1731027012569 2024-11-08T00:51:04,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:51:04,220 INFO [RS:0;c302dddf724e:44729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:51:04,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,44729,1731027012569] 2024-11-08T00:51:04,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,44729,1731027012569 already deleted, retry=false 2024-11-08T00:51:04,224 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,44729,1731027012569 expired; onlineServers=0 2024-11-08T00:51:04,224 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c302dddf724e,34629,1731027012519' ***** 2024-11-08T00:51:04,224 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:51:04,224 INFO [M:0;c302dddf724e:34629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:51:04,224 INFO [M:0;c302dddf724e:34629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:51:04,224 DEBUG [M:0;c302dddf724e:34629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:51:04,224 DEBUG [M:0;c302dddf724e:34629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:51:04,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:51:04,224 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027012756 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027012756,5,FailOnTimeoutGroup] 2024-11-08T00:51:04,224 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027012756 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027012756,5,FailOnTimeoutGroup] 2024-11-08T00:51:04,224 INFO [M:0;c302dddf724e:34629 {}] hbase.ChoreService(370): Chore service for: master/c302dddf724e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:51:04,225 INFO [M:0;c302dddf724e:34629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:51:04,225 DEBUG [M:0;c302dddf724e:34629 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:51:04,225 INFO [M:0;c302dddf724e:34629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:51:04,225 INFO [M:0;c302dddf724e:34629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:51:04,225 INFO [M:0;c302dddf724e:34629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:51:04,225 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:51:04,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:51:04,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:04,226 DEBUG [M:0;c302dddf724e:34629 {}] zookeeper.ZKUtil(347): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:51:04,226 WARN [M:0;c302dddf724e:34629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:51:04,228 INFO [M:0;c302dddf724e:34629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/.lastflushedseqids 2024-11-08T00:51:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741849_1025 (size=130) 2024-11-08T00:51:04,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741849_1025 (size=130) 2024-11-08T00:51:04,237 INFO [M:0;c302dddf724e:34629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:51:04,237 INFO [M:0;c302dddf724e:34629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:51:04,237 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:51:04,237 INFO [M:0;c302dddf724e:34629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:04,237 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:04,237 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:51:04,237 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:04,237 INFO [M:0;c302dddf724e:34629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-11-08T00:51:04,253 DEBUG [M:0;c302dddf724e:34629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee7e433bcd46419997e5abb7028d6184 is 82, key is hbase:meta,,1/info:regioninfo/1731027013398/Put/seqid=0 2024-11-08T00:51:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741850_1026 (size=5672) 2024-11-08T00:51:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741850_1026 (size=5672) 2024-11-08T00:51:04,259 INFO [M:0;c302dddf724e:34629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee7e433bcd46419997e5abb7028d6184 2024-11-08T00:51:04,279 DEBUG [M:0;c302dddf724e:34629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e64f350ca4454b8b6a1673dacbfc0e is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731027013877/Put/seqid=0 2024-11-08T00:51:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741851_1027 (size=7824) 2024-11-08T00:51:04,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741851_1027 (size=7824) 2024-11-08T00:51:04,284 INFO [M:0;c302dddf724e:34629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e64f350ca4454b8b6a1673dacbfc0e 2024-11-08T00:51:04,289 INFO [M:0;c302dddf724e:34629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11e64f350ca4454b8b6a1673dacbfc0e 2024-11-08T00:51:04,304 DEBUG [M:0;c302dddf724e:34629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8b12b45003465292f35a7a00f92207 is 69, key is c302dddf724e,44729,1731027012569/rs:state/1731027012805/Put/seqid=0 2024-11-08T00:51:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741852_1028 (size=5156) 2024-11-08T00:51:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741852_1028 (size=5156) 2024-11-08T00:51:04,309 INFO [M:0;c302dddf724e:34629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8b12b45003465292f35a7a00f92207 2024-11-08T00:51:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:04,323 INFO [RS:0;c302dddf724e:44729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:51:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100f50df6270001, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:04,323 INFO [RS:0;c302dddf724e:44729 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,44729,1731027012569; zookeeper connection closed. 2024-11-08T00:51:04,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61a38495 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61a38495 2024-11-08T00:51:04,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:51:04,328 DEBUG [M:0;c302dddf724e:34629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b33e04f661a04b618e70ed1cc6609101 is 52, key is load_balancer_on/state:d/1731027013498/Put/seqid=0 2024-11-08T00:51:04,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741853_1029 (size=5056) 2024-11-08T00:51:04,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741853_1029 (size=5056) 2024-11-08T00:51:04,334 INFO [M:0;c302dddf724e:34629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b33e04f661a04b618e70ed1cc6609101 2024-11-08T00:51:04,339 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee7e433bcd46419997e5abb7028d6184 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee7e433bcd46419997e5abb7028d6184 2024-11-08T00:51:04,344 INFO [M:0;c302dddf724e:34629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee7e433bcd46419997e5abb7028d6184, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T00:51:04,345 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11e64f350ca4454b8b6a1673dacbfc0e as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11e64f350ca4454b8b6a1673dacbfc0e 2024-11-08T00:51:04,351 INFO [M:0;c302dddf724e:34629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11e64f350ca4454b8b6a1673dacbfc0e 2024-11-08T00:51:04,351 INFO [M:0;c302dddf724e:34629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11e64f350ca4454b8b6a1673dacbfc0e, entries=14, sequenceid=121, filesize=7.6 K 2024-11-08T00:51:04,352 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8b12b45003465292f35a7a00f92207 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa8b12b45003465292f35a7a00f92207 2024-11-08T00:51:04,357 INFO [M:0;c302dddf724e:34629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa8b12b45003465292f35a7a00f92207, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T00:51:04,358 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b33e04f661a04b618e70ed1cc6609101 as hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b33e04f661a04b618e70ed1cc6609101 2024-11-08T00:51:04,363 INFO [M:0;c302dddf724e:34629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/f9647367-f693-694f-aaca-128a6e5d3f61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b33e04f661a04b618e70ed1cc6609101, entries=1, sequenceid=121, filesize=4.9 K 2024-11-08T00:51:04,364 INFO [M:0;c302dddf724e:34629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=121, compaction requested=false 2024-11-08T00:51:04,365 INFO [M:0;c302dddf724e:34629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:04,365 DEBUG [M:0;c302dddf724e:34629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731027064237Disabling compacts and flushes for region at 1731027064237Disabling writes for close at 1731027064237Obtaining lock to block concurrent updates at 1731027064237Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731027064237Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44647, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1731027064238 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731027064238Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731027064238Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731027064253 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731027064253Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731027064263 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731027064278 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731027064278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731027064290 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731027064303 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731027064303Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731027064314 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731027064328 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731027064328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229d88ad: reopening flushed file at 1731027064339 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7164171f: reopening flushed file at 1731027064345 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bfa28e6: reopening flushed file at 1731027064351 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3768934c: reopening flushed file at 1731027064357 (+6 ms)Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=121, compaction requested=false at 1731027064364 (+7 ms)Writing region close event to WAL at 1731027064365 (+1 ms)Closed at 1731027064365 2024-11-08T00:51:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741830_1006 (size=53044) 2024-11-08T00:51:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741830_1006 (size=53044) 2024-11-08T00:51:04,368 INFO [M:0;c302dddf724e:34629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:51:04,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:51:04,368 INFO [M:0;c302dddf724e:34629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34629 2024-11-08T00:51:04,368 INFO [M:0;c302dddf724e:34629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:51:04,470 INFO [M:0;c302dddf724e:34629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:51:04,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:04,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34629-0x100f50df6270000, quorum=127.0.0.1:61869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:04,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18d53899{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:04,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f13cb2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:04,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:04,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c3a914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:04,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8eaac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:04,476 WARN [BP-1606132708-172.17.0.2-1731027011793 heartbeating to localhost/127.0.0.1:33759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:51:04,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:51:04,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:51:04,476 WARN [BP-1606132708-172.17.0.2-1731027011793 heartbeating to localhost/127.0.0.1:33759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1606132708-172.17.0.2-1731027011793 (Datanode Uuid ca3cc02c-7987-475e-94d7-d5a4bdf41944) service to localhost/127.0.0.1:33759 2024-11-08T00:51:04,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/data/data3/current/BP-1606132708-172.17.0.2-1731027011793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:04,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/data/data4/current/BP-1606132708-172.17.0.2-1731027011793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:04,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:51:04,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39709782{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:04,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cf9e449{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:04,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:04,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5885a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:04,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@532fe36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:04,482 WARN [BP-1606132708-172.17.0.2-1731027011793 heartbeating to localhost/127.0.0.1:33759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:51:04,482 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:51:04,482 WARN [BP-1606132708-172.17.0.2-1731027011793 heartbeating to localhost/127.0.0.1:33759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1606132708-172.17.0.2-1731027011793 (Datanode Uuid e4eb1a37-bdd2-4753-8ad5-57a80b31423d) service to localhost/127.0.0.1:33759 2024-11-08T00:51:04,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:51:04,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/data/data1/current/BP-1606132708-172.17.0.2-1731027011793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:04,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/cluster_98739407-8afc-69f9-f684-084940e0a641/data/data2/current/BP-1606132708-172.17.0.2-1731027011793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:04,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:51:04,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@122333a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:51:04,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09c954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:04,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:04,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372de30f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:04,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c977fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:04,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:51:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:51:04,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=426 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=2383 (was 2531) 2024-11-08T00:51:04,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=2384 2024-11-08T00:51:04,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:51:04,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.log.dir so I do NOT create it in target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182 2024-11-08T00:51:04,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4c0c7bd-11ba-a1f8-c962-185b1fd213a3/hadoop.tmp.dir so I do NOT create it in target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182 2024-11-08T00:51:04,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429, deleteOnExit=true 2024-11-08T00:51:04,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:51:04,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/test.cache.data in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:51:04,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:51:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:51:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:51:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:51:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:51:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:51:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:51:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:51:04,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:51:04,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:51:04,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:51:04,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:51:04,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:51:04,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:51:04,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3768abc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:51:04,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fe52c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:51:04,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fd7aaa3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/java.io.tmpdir/jetty-localhost-32881-hadoop-hdfs-3_4_1-tests_jar-_-any-14364999509954874400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:51:04,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a22361{HTTP/1.1, (http/1.1)}{localhost:32881} 2024-11-08T00:51:04,732 INFO [Time-limited test {}] server.Server(415): Started @140761ms 2024-11-08T00:51:04,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:51:04,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:51:04,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:51:04,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:51:04,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:51:04,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3972f8b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:51:04,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eae4024{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:51:04,820 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:51:04,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d424090{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/java.io.tmpdir/jetty-localhost-43637-hadoop-hdfs-3_4_1-tests_jar-_-any-10910088581012084319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:04,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11d42b0a{HTTP/1.1, (http/1.1)}{localhost:43637} 2024-11-08T00:51:04,935 INFO [Time-limited test {}] server.Server(415): Started @140964ms 2024-11-08T00:51:04,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:51:04,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:51:04,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:51:04,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:51:04,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:51:04,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:51:04,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395bad63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:51:04,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58636844{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:51:05,063 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/data/data2/current/BP-1619593901-172.17.0.2-1731027064558/current, will proceed with Du for space computation calculation, 2024-11-08T00:51:05,063 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/data/data1/current/BP-1619593901-172.17.0.2-1731027064558/current, will proceed with Du for space computation calculation, 2024-11-08T00:51:05,088 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:51:05,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc36e289c2b923111 with lease ID 0x23c0a89ad951dc98: Processing first storage report for DS-a2e69934-05d6-4e2c-8cde-d1fc206440ba from datanode DatanodeRegistration(127.0.0.1:41729, datanodeUuid=49a97c82-560c-4376-9d40-2f9bd115033f, infoPort=38983, infoSecurePort=0, ipcPort=37821, storageInfo=lv=-57;cid=testClusterID;nsid=1403141098;c=1731027064558) 2024-11-08T00:51:05,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc36e289c2b923111 with lease ID 0x23c0a89ad951dc98: from storage DS-a2e69934-05d6-4e2c-8cde-d1fc206440ba node DatanodeRegistration(127.0.0.1:41729, datanodeUuid=49a97c82-560c-4376-9d40-2f9bd115033f, infoPort=38983, infoSecurePort=0, ipcPort=37821, storageInfo=lv=-57;cid=testClusterID;nsid=1403141098;c=1731027064558), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:51:05,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc36e289c2b923111 with lease ID 0x23c0a89ad951dc98: Processing first storage report for DS-759f5aac-acd1-453c-a2d5-3c10b3f1ee92 from datanode DatanodeRegistration(127.0.0.1:41729, datanodeUuid=49a97c82-560c-4376-9d40-2f9bd115033f, infoPort=38983, infoSecurePort=0, ipcPort=37821, storageInfo=lv=-57;cid=testClusterID;nsid=1403141098;c=1731027064558) 2024-11-08T00:51:05,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc36e289c2b923111 with lease ID 0x23c0a89ad951dc98: from storage DS-759f5aac-acd1-453c-a2d5-3c10b3f1ee92 node DatanodeRegistration(127.0.0.1:41729, datanodeUuid=49a97c82-560c-4376-9d40-2f9bd115033f, infoPort=38983, infoSecurePort=0, ipcPort=37821, storageInfo=lv=-57;cid=testClusterID;nsid=1403141098;c=1731027064558), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:51:05,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11fec434{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/java.io.tmpdir/jetty-localhost-39709-hadoop-hdfs-3_4_1-tests_jar-_-any-4618168657607825483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:05,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@705bcbaf{HTTP/1.1, (http/1.1)}{localhost:39709} 2024-11-08T00:51:05,111 INFO [Time-limited test {}] server.Server(415): Started @141141ms 2024-11-08T00:51:05,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:51:05,212 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/data/data3/current/BP-1619593901-172.17.0.2-1731027064558/current, will proceed with Du for space computation calculation, 2024-11-08T00:51:05,212 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/data/data4/current/BP-1619593901-172.17.0.2-1731027064558/current, will proceed with Du for space computation calculation, 2024-11-08T00:51:05,228 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:51:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e99dfd9397bc07f with lease ID 0x23c0a89ad951dc99: Processing first storage report for DS-f154c797-1069-4d5e-9787-771a276152ab from datanode DatanodeRegistration(127.0.0.1:40035, datanodeUuid=4fa05d67-d802-4df5-9cb1-430175883f4c, infoPort=33431, infoSecurePort=0, ipcPort=42985, storageInfo=lv=-57;cid=testClusterID;nsid=1403141098;c=1731027064558) 2024-11-08T00:51:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e99dfd9397bc07f with lease ID 0x23c0a89ad951dc99: from storage DS-f154c797-1069-4d5e-9787-771a276152ab node DatanodeRegistration(127.0.0.1:40035, datanodeUuid=4fa05d67-d802-4df5-9cb1-430175883f4c, infoPort=33431, infoSecurePort=0, ipcPort=42985, storageInfo=lv=-57;cid=testClusterID;nsid=1403141098;c=1731027064558), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:51:05,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e99dfd9397bc07f with lease ID 0x23c0a89ad951dc99: Processing first storage report for DS-956a969c-64b1-4b54-a6ea-53244f279997 from datanode DatanodeRegistration(127.0.0.1:40035, datanodeUuid=4fa05d67-d802-4df5-9cb1-430175883f4c, infoPort=33431, infoSecurePort=0, ipcPort=42985, storageInfo=lv=-57;cid=testClusterID;nsid=1403141098;c=1731027064558) 2024-11-08T00:51:05,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e99dfd9397bc07f with lease ID 0x23c0a89ad951dc99: from storage DS-956a969c-64b1-4b54-a6ea-53244f279997 node DatanodeRegistration(127.0.0.1:40035, datanodeUuid=4fa05d67-d802-4df5-9cb1-430175883f4c, infoPort=33431, infoSecurePort=0, ipcPort=42985, storageInfo=lv=-57;cid=testClusterID;nsid=1403141098;c=1731027064558), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:51:05,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182 2024-11-08T00:51:05,239 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/zookeeper_0, clientPort=63280, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:51:05,240 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63280 2024-11-08T00:51:05,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:05,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:51:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:51:05,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198 with version=8 2024-11-08T00:51:05,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/hbase-staging 2024-11-08T00:51:05,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:51:05,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:05,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:05,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:51:05,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:05,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:51:05,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:51:05,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:51:05,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37235 2024-11-08T00:51:05,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37235 connecting to ZooKeeper ensemble=127.0.0.1:63280 2024-11-08T00:51:05,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372350x0, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:51:05,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37235-0x100f50ec4260000 connected 2024-11-08T00:51:05,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:05,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:05,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:05,283 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198, hbase.cluster.distributed=false 2024-11-08T00:51:05,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:51:05,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37235 2024-11-08T00:51:05,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37235 2024-11-08T00:51:05,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37235 2024-11-08T00:51:05,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37235 2024-11-08T00:51:05,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37235 2024-11-08T00:51:05,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:51:05,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:05,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:05,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:51:05,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:05,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:51:05,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:51:05,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:51:05,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45173 2024-11-08T00:51:05,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45173 connecting to ZooKeeper ensemble=127.0.0.1:63280 2024-11-08T00:51:05,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:05,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451730x0, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:51:05,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45173-0x100f50ec4260001 connected 2024-11-08T00:51:05,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:05,312 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:51:05,313 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:51:05,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:51:05,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:51:05,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45173 2024-11-08T00:51:05,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45173 2024-11-08T00:51:05,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45173 2024-11-08T00:51:05,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45173 2024-11-08T00:51:05,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45173 2024-11-08T00:51:05,327 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c302dddf724e:37235 2024-11-08T00:51:05,327 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c302dddf724e,37235,1731027065252 2024-11-08T00:51:05,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:51:05,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:51:05,332 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c302dddf724e,37235,1731027065252 2024-11-08T00:51:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:51:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,334 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:51:05,335 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c302dddf724e,37235,1731027065252 from backup master directory 2024-11-08T00:51:05,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c302dddf724e,37235,1731027065252 2024-11-08T00:51:05,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:51:05,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:51:05,336 WARN [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:51:05,336 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c302dddf724e,37235,1731027065252 2024-11-08T00:51:05,341 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/hbase.id] with ID: 40e28e57-d7a3-4925-a568-62dd24a25a44 2024-11-08T00:51:05,341 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/.tmp/hbase.id 2024-11-08T00:51:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:51:05,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:51:05,347 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/.tmp/hbase.id]:[hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/hbase.id] 2024-11-08T00:51:05,359 INFO [master/c302dddf724e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:05,359 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:51:05,360 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T00:51:05,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:51:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:51:05,369 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:51:05,371 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:51:05,371 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:51:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:51:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:51:05,379 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store 2024-11-08T00:51:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:51:05,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:51:05,386 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:05,387 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:51:05,387 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:05,387 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:05,387 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:51:05,387 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:05,387 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:05,387 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731027065386Disabling compacts and flushes for region at 1731027065387 (+1 ms)Disabling writes for close at 1731027065387Writing region close event to WAL at 1731027065387Closed at 1731027065387 2024-11-08T00:51:05,388 WARN [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/.initializing 2024-11-08T00:51:05,388 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/WALs/c302dddf724e,37235,1731027065252 2024-11-08T00:51:05,389 INFO [master/c302dddf724e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:51:05,390 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C37235%2C1731027065252, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/WALs/c302dddf724e,37235,1731027065252, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/oldWALs, maxLogs=10 2024-11-08T00:51:05,405 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/WALs/c302dddf724e,37235,1731027065252/c302dddf724e%2C37235%2C1731027065252.1731027065391, exclude list is [], retry=0 2024-11-08T00:51:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-f154c797-1069-4d5e-9787-771a276152ab,DISK] 2024-11-08T00:51:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-a2e69934-05d6-4e2c-8cde-d1fc206440ba,DISK] 2024-11-08T00:51:05,410 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/WALs/c302dddf724e,37235,1731027065252/c302dddf724e%2C37235%2C1731027065252.1731027065391 2024-11-08T00:51:05,410 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:38983:38983)] 2024-11-08T00:51:05,410 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:51:05,410 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:05,410 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,410 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:51:05,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:05,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:51:05,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:05,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:51:05,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:05,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:51:05,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:05,419 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,420 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,420 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,421 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,422 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,422 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:51:05,423 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:05,425 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:51:05,426 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718232, jitterRate=-0.08672188222408295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:51:05,427 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731027065411Initializing all the Stores at 1731027065411Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027065412 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027065412Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027065412Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027065412Cleaning up temporary data from old regions at 1731027065422 (+10 ms)Region opened successfully at 1731027065426 (+4 ms) 2024-11-08T00:51:05,427 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:51:05,430 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f03a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:51:05,431 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:51:05,431 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:51:05,431 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:51:05,432 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:51:05,432 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:51:05,432 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:51:05,432 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:51:05,435 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:51:05,435 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:51:05,438 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:51:05,438 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:51:05,439 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:51:05,440 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:51:05,440 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:51:05,441 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:51:05,443 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:51:05,444 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:51:05,445 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:51:05,447 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:51:05,449 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:51:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,452 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c302dddf724e,37235,1731027065252, sessionid=0x100f50ec4260000, setting cluster-up flag (Was=false) 2024-11-08T00:51:05,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,460 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:51:05,462 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,37235,1731027065252 2024-11-08T00:51:05,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,470 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:51:05,471 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,37235,1731027065252 2024-11-08T00:51:05,473 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:51:05,474 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:51:05,475 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:51:05,475 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:51:05,475 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c302dddf724e,37235,1731027065252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:51:05,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:51:05,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:51:05,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:51:05,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:51:05,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c302dddf724e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:51:05,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:51:05,478 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,478 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731027095478 2024-11-08T00:51:05,479 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:51:05,479 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:51:05,479 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:51:05,479 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:51:05,479 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:51:05,479 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:51:05,479 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:51:05,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:51:05,479 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:51:05,480 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:51:05,480 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:51:05,480 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:51:05,480 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:51:05,480 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027065480,5,FailOnTimeoutGroup] 2024-11-08T00:51:05,481 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:51:05,484 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027065480,5,FailOnTimeoutGroup] 2024-11-08T00:51:05,484 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,484 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:51:05,484 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,484 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:51:05,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:51:05,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:51:05,493 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198 2024-11-08T00:51:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:51:05,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:51:05,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:05,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:51:05,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:51:05,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:05,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:51:05,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:51:05,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:05,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:51:05,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:51:05,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:05,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:51:05,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:51:05,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:05,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:51:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740 2024-11-08T00:51:05,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740 2024-11-08T00:51:05,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:51:05,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:51:05,517 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:51:05,518 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(746): ClusterId : 40e28e57-d7a3-4925-a568-62dd24a25a44 2024-11-08T00:51:05,518 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:51:05,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:51:05,521 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:51:05,522 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781872, jitterRate=-0.005799010396003723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:51:05,522 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:51:05,522 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:51:05,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731027065504Initializing all the Stores at 1731027065505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027065505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027065505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027065505Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027065505Cleaning up temporary data from old regions at 1731027065516 (+11 ms)Region opened successfully at 1731027065522 (+6 ms) 2024-11-08T00:51:05,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:51:05,523 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:51:05,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:51:05,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:51:05,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:51:05,523 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:51:05,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731027065523Disabling compacts and flushes for region at 1731027065523Disabling writes for close at 1731027065523Writing region close event to WAL at 1731027065523Closed at 1731027065523 2024-11-08T00:51:05,524 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:51:05,525 DEBUG [RS:0;c302dddf724e:45173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afe14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:51:05,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:51:05,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:51:05,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:51:05,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:51:05,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:51:05,537 DEBUG [RS:0;c302dddf724e:45173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c302dddf724e:45173 2024-11-08T00:51:05,537 INFO [RS:0;c302dddf724e:45173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:51:05,537 INFO [RS:0;c302dddf724e:45173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:51:05,537 DEBUG [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:51:05,538 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,37235,1731027065252 with port=45173, startcode=1731027065303 2024-11-08T00:51:05,538 DEBUG [RS:0;c302dddf724e:45173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:51:05,540 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39453, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:51:05,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,45173,1731027065303 2024-11-08T00:51:05,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37235 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,45173,1731027065303 2024-11-08T00:51:05,542 DEBUG [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198 2024-11-08T00:51:05,542 DEBUG [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44409 2024-11-08T00:51:05,542 DEBUG [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:51:05,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:51:05,545 DEBUG [RS:0;c302dddf724e:45173 {}] zookeeper.ZKUtil(111): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,45173,1731027065303 2024-11-08T00:51:05,545 WARN [RS:0;c302dddf724e:45173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:51:05,545 INFO [RS:0;c302dddf724e:45173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:51:05,545 DEBUG [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303 2024-11-08T00:51:05,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,45173,1731027065303] 2024-11-08T00:51:05,549 INFO [RS:0;c302dddf724e:45173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:51:05,550 INFO [RS:0;c302dddf724e:45173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:51:05,551 INFO [RS:0;c302dddf724e:45173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:51:05,551 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,551 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:51:05,552 INFO [RS:0;c302dddf724e:45173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:51:05,552 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:51:05,552 DEBUG [RS:0;c302dddf724e:45173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:51:05,556 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,556 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,556 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,556 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,556 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,556 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,45173,1731027065303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:51:05,571 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:51:05,571 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,45173,1731027065303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,571 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,571 INFO [RS:0;c302dddf724e:45173 {}] regionserver.Replication(171): c302dddf724e,45173,1731027065303 started 2024-11-08T00:51:05,586 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:05,586 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,45173,1731027065303, RpcServer on c302dddf724e/172.17.0.2:45173, sessionid=0x100f50ec4260001 2024-11-08T00:51:05,586 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:51:05,586 DEBUG [RS:0;c302dddf724e:45173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,45173,1731027065303 2024-11-08T00:51:05,586 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,45173,1731027065303' 2024-11-08T00:51:05,586 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:51:05,587 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:51:05,587 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:51:05,587 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:51:05,587 DEBUG [RS:0;c302dddf724e:45173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,45173,1731027065303 2024-11-08T00:51:05,587 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,45173,1731027065303' 2024-11-08T00:51:05,587 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:51:05,588 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:51:05,588 DEBUG [RS:0;c302dddf724e:45173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:51:05,588 INFO [RS:0;c302dddf724e:45173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:51:05,588 INFO [RS:0;c302dddf724e:45173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:51:05,679 WARN [c302dddf724e:37235 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:51:05,689 INFO [RS:0;c302dddf724e:45173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:51:05,690 INFO [RS:0;c302dddf724e:45173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C45173%2C1731027065303, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/oldWALs, maxLogs=32 2024-11-08T00:51:05,704 DEBUG [RS:0;c302dddf724e:45173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027065691, exclude list is [], retry=0 2024-11-08T00:51:05,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-f154c797-1069-4d5e-9787-771a276152ab,DISK] 2024-11-08T00:51:05,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-a2e69934-05d6-4e2c-8cde-d1fc206440ba,DISK] 2024-11-08T00:51:05,709 INFO [RS:0;c302dddf724e:45173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027065691 2024-11-08T00:51:05,710 DEBUG [RS:0;c302dddf724e:45173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:38983:38983)] 2024-11-08T00:51:05,929 DEBUG [c302dddf724e:37235 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:51:05,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:05,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,45173,1731027065303, state=OPENING 2024-11-08T00:51:05,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:51:05,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:05,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:51:05,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:51:05,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:51:05,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,45173,1731027065303}] 2024-11-08T00:51:06,088 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:51:06,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53417, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:51:06,093 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:51:06,093 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:51:06,094 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:51:06,095 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C45173%2C1731027065303.meta, suffix=.meta, logDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/oldWALs, maxLogs=32 2024-11-08T00:51:06,109 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.meta.1731027066096.meta, exclude list is [], retry=0 2024-11-08T00:51:06,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-f154c797-1069-4d5e-9787-771a276152ab,DISK] 2024-11-08T00:51:06,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-a2e69934-05d6-4e2c-8cde-d1fc206440ba,DISK] 2024-11-08T00:51:06,113 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.meta.1731027066096.meta 2024-11-08T00:51:06,114 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38983:38983),(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-08T00:51:06,114 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:51:06,114 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:51:06,114 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:51:06,114 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:51:06,114 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:51:06,115 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:06,115 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:51:06,115 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:51:06,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:51:06,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:51:06,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:06,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:06,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:51:06,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:51:06,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:06,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:06,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:51:06,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:51:06,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:06,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:06,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:51:06,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:51:06,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:06,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:06,121 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:51:06,122 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740 2024-11-08T00:51:06,123 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740 2024-11-08T00:51:06,124 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:51:06,124 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:51:06,125 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:51:06,126 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:51:06,127 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821167, jitterRate=0.044168367981910706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:51:06,128 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:51:06,129 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731027066115Writing region info on filesystem at 1731027066115Initializing all the Stores at 1731027066116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027066116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027066116Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027066116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027066116Cleaning up temporary data from old regions at 1731027066124 (+8 ms)Running coprocessor post-open hooks at 1731027066128 (+4 ms)Region opened successfully at 1731027066129 (+1 ms) 2024-11-08T00:51:06,130 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731027066088 2024-11-08T00:51:06,132 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:51:06,132 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:51:06,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:06,134 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,45173,1731027065303, state=OPEN 2024-11-08T00:51:06,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:51:06,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:51:06,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c302dddf724e,45173,1731027065303 2024-11-08T00:51:06,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:51:06,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:51:06,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:51:06,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,45173,1731027065303 in 204 msec 2024-11-08T00:51:06,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:51:06,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-08T00:51:06,145 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:51:06,145 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:51:06,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:51:06,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,45173,1731027065303, seqNum=-1] 2024-11-08T00:51:06,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:51:06,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54417, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:51:06,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 678 msec 2024-11-08T00:51:06,153 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731027066153, completionTime=-1 2024-11-08T00:51:06,153 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:51:06,153 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731027126155 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731027186155 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,37235,1731027065252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,37235,1731027065252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,37235,1731027065252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c302dddf724e:37235, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:06,155 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:06,156 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:06,157 DEBUG [master/c302dddf724e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:51:06,159 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.823sec 2024-11-08T00:51:06,159 INFO [master/c302dddf724e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:51:06,159 INFO [master/c302dddf724e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:51:06,159 INFO [master/c302dddf724e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:51:06,159 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:51:06,159 INFO [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:51:06,159 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,37235,1731027065252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:51:06,159 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,37235,1731027065252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:51:06,162 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:51:06,162 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:51:06,162 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,37235,1731027065252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:06,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57428648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:51:06,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,37235,-1 for getting cluster id 2024-11-08T00:51:06,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:51:06,219 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40e28e57-d7a3-4925-a568-62dd24a25a44' 2024-11-08T00:51:06,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:51:06,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40e28e57-d7a3-4925-a568-62dd24a25a44" 2024-11-08T00:51:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21359a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:51:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,37235,-1] 2024-11-08T00:51:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:51:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:06,221 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:51:06,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2b62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:51:06,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:51:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,45173,1731027065303, seqNum=-1] 2024-11-08T00:51:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:51:06,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:51:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c302dddf724e,37235,1731027065252 2024-11-08T00:51:06,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:06,231 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:51:06,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:51:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c302dddf724e,37235,1731027065252 2024-11-08T00:51:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12f1dd27 2024-11-08T00:51:06,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:51:06,236 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:51:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T00:51:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T00:51:06,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:51:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-08T00:51:06,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:51:06,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:06,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-08T00:51:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:51:06,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:51:06,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741835_1011 (size=381) 2024-11-08T00:51:06,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741835_1011 (size=381) 2024-11-08T00:51:06,664 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1f4031c7df3a10ed6e502071d0b7a45, NAME => 'TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198 2024-11-08T00:51:06,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741836_1012 (size=64) 2024-11-08T00:51:06,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741836_1012 (size=64) 2024-11-08T00:51:06,672 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:06,673 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing f1f4031c7df3a10ed6e502071d0b7a45, disabling compactions & flushes 2024-11-08T00:51:06,673 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:06,673 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:06,673 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. after waiting 0 ms 2024-11-08T00:51:06,673 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:06,673 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:06,673 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1f4031c7df3a10ed6e502071d0b7a45: Waiting for close lock at 1731027066673Disabling compacts and flushes for region at 1731027066673Disabling writes for close at 1731027066673Writing region close event to WAL at 1731027066673Closed at 1731027066673 2024-11-08T00:51:06,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:51:06,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731027066674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731027066674"}]},"ts":"1731027066674"} 2024-11-08T00:51:06,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T00:51:06,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:51:06,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731027066678"}]},"ts":"1731027066678"} 2024-11-08T00:51:06,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-08T00:51:06,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, ASSIGN}] 2024-11-08T00:51:06,681 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, ASSIGN 2024-11-08T00:51:06,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, ASSIGN; state=OFFLINE, location=c302dddf724e,45173,1731027065303; forceNewPlan=false, retain=false 2024-11-08T00:51:06,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1f4031c7df3a10ed6e502071d0b7a45, regionState=OPENING, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:06,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, ASSIGN because future has completed 2024-11-08T00:51:06,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1f4031c7df3a10ed6e502071d0b7a45, server=c302dddf724e,45173,1731027065303}] 2024-11-08T00:51:06,992 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:06,993 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f1f4031c7df3a10ed6e502071d0b7a45, NAME => 'TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:51:06,993 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:06,993 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:06,993 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:06,993 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:06,995 INFO [StoreOpener-f1f4031c7df3a10ed6e502071d0b7a45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:06,996 INFO [StoreOpener-f1f4031c7df3a10ed6e502071d0b7a45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f4031c7df3a10ed6e502071d0b7a45 columnFamilyName info 2024-11-08T00:51:06,996 DEBUG [StoreOpener-f1f4031c7df3a10ed6e502071d0b7a45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:06,996 INFO [StoreOpener-f1f4031c7df3a10ed6e502071d0b7a45-1 {}] regionserver.HStore(327): Store=f1f4031c7df3a10ed6e502071d0b7a45/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:06,997 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:06,997 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:06,998 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:06,998 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:06,998 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:07,000 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:07,002 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:51:07,002 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f1f4031c7df3a10ed6e502071d0b7a45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=737725, jitterRate=-0.061934441328048706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:51:07,002 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:07,003 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f1f4031c7df3a10ed6e502071d0b7a45: Running coprocessor pre-open hook at 1731027066993Writing region info on filesystem at 1731027066993Initializing all the Stores at 1731027066994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027066994Cleaning up temporary data from old regions at 1731027066998 (+4 ms)Running coprocessor post-open hooks at 1731027067002 (+4 ms)Region opened successfully at 1731027067003 (+1 ms) 2024-11-08T00:51:07,004 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., pid=6, masterSystemTime=1731027066988 2024-11-08T00:51:07,006 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:07,006 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:07,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1f4031c7df3a10ed6e502071d0b7a45, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:07,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1f4031c7df3a10ed6e502071d0b7a45, server=c302dddf724e,45173,1731027065303 because future has completed 2024-11-08T00:51:07,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T00:51:07,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f1f4031c7df3a10ed6e502071d0b7a45, server=c302dddf724e,45173,1731027065303 in 175 msec 2024-11-08T00:51:07,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T00:51:07,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, ASSIGN in 333 msec 2024-11-08T00:51:07,016 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:51:07,016 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731027067016"}]},"ts":"1731027067016"} 2024-11-08T00:51:07,018 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-08T00:51:07,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:51:07,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 782 msec 2024-11-08T00:51:09,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:51:09,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:09,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:10,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T00:51:10,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T00:51:10,042 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T00:51:11,549 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:51:11,549 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-08T00:51:15,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:51:15,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:15,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:51:16,307 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-08T00:51:16,307 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-08T00:51:16,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-08T00:51:16,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., hostname=c302dddf724e,45173,1731027065303, seqNum=2] 2024-11-08T00:51:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:16,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1f4031c7df3a10ed6e502071d0b7a45 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:51:16,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/c5894de11c5f4cae94f7724415b01d9a is 1055, key is row0001/info:/1731027076315/Put/seqid=0 2024-11-08T00:51:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741837_1013 (size=13386) 2024-11-08T00:51:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741837_1013 (size=13386) 2024-11-08T00:51:16,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/c5894de11c5f4cae94f7724415b01d9a 2024-11-08T00:51:16,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/c5894de11c5f4cae94f7724415b01d9a as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/c5894de11c5f4cae94f7724415b01d9a 2024-11-08T00:51:16,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/c5894de11c5f4cae94f7724415b01d9a, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T00:51:16,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for f1f4031c7df3a10ed6e502071d0b7a45 in 42ms, sequenceid=12, compaction requested=false 2024-11-08T00:51:16,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:16,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1f4031c7df3a10ed6e502071d0b7a45 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-08T00:51:16,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/d2651720cfe14fe98789c16abc289378 is 1055, key is row0009/info:/1731027076328/Put/seqid=0 2024-11-08T00:51:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741838_1014 (size=28134) 2024-11-08T00:51:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741838_1014 (size=28134) 2024-11-08T00:51:16,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/d2651720cfe14fe98789c16abc289378 2024-11-08T00:51:16,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/d2651720cfe14fe98789c16abc289378 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378 2024-11-08T00:51:16,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378, entries=22, sequenceid=37, filesize=27.5 K 2024-11-08T00:51:16,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for f1f4031c7df3a10ed6e502071d0b7a45 in 24ms, sequenceid=37, compaction requested=false 2024-11-08T00:51:16,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:16,394 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-08T00:51:16,394 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:16,394 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378 because midkey is the same as first or last row 2024-11-08T00:51:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:18,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1f4031c7df3a10ed6e502071d0b7a45 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:51:18,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/e79dba2e18654ab99765a42dd0264d2a is 1055, key is row0031/info:/1731027076371/Put/seqid=0 2024-11-08T00:51:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741839_1015 (size=13386) 2024-11-08T00:51:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741839_1015 (size=13386) 2024-11-08T00:51:18,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/e79dba2e18654ab99765a42dd0264d2a 2024-11-08T00:51:18,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/e79dba2e18654ab99765a42dd0264d2a as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/e79dba2e18654ab99765a42dd0264d2a 2024-11-08T00:51:18,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/e79dba2e18654ab99765a42dd0264d2a, entries=8, sequenceid=48, filesize=13.1 K 2024-11-08T00:51:18,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for f1f4031c7df3a10ed6e502071d0b7a45 in 27ms, sequenceid=48, compaction requested=true 2024-11-08T00:51:18,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:18,412 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-08T00:51:18,412 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:18,412 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378 because midkey is the same as first or last row 2024-11-08T00:51:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1f4031c7df3a10ed6e502071d0b7a45:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:18,413 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:51:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:18,415 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:51:18,415 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): f1f4031c7df3a10ed6e502071d0b7a45/info is initiating minor compaction (all files) 2024-11-08T00:51:18,415 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1f4031c7df3a10ed6e502071d0b7a45/info in TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:18,415 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/c5894de11c5f4cae94f7724415b01d9a, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/e79dba2e18654ab99765a42dd0264d2a] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp, totalSize=53.6 K 2024-11-08T00:51:18,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:18,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1f4031c7df3a10ed6e502071d0b7a45 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-08T00:51:18,416 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5894de11c5f4cae94f7724415b01d9a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731027076315 2024-11-08T00:51:18,416 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2651720cfe14fe98789c16abc289378, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731027076328 2024-11-08T00:51:18,417 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting e79dba2e18654ab99765a42dd0264d2a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731027076371 2024-11-08T00:51:18,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/5e774e2ae57b4df2a1a1a87c4392e5da is 1055, key is row0039/info:/1731027078385/Put/seqid=0 2024-11-08T00:51:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741840_1016 (size=23926) 2024-11-08T00:51:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741840_1016 (size=23926) 2024-11-08T00:51:18,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/5e774e2ae57b4df2a1a1a87c4392e5da 2024-11-08T00:51:18,437 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1f4031c7df3a10ed6e502071d0b7a45#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:18,437 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/adc84fed16234070861b2749206107a5 is 1055, key is row0001/info:/1731027076315/Put/seqid=0 2024-11-08T00:51:18,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/5e774e2ae57b4df2a1a1a87c4392e5da as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/5e774e2ae57b4df2a1a1a87c4392e5da 2024-11-08T00:51:18,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741841_1017 (size=45105) 2024-11-08T00:51:18,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741841_1017 (size=45105) 2024-11-08T00:51:18,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/5e774e2ae57b4df2a1a1a87c4392e5da, entries=18, sequenceid=69, filesize=23.4 K 2024-11-08T00:51:18,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=8.21 KB/8408 for f1f4031c7df3a10ed6e502071d0b7a45 in 30ms, sequenceid=69, compaction requested=false 2024-11-08T00:51:18,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:18,445 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.0 K, sizeToCheck=16.0 K 2024-11-08T00:51:18,445 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378 because midkey is the same as first or last row 2024-11-08T00:51:18,450 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/adc84fed16234070861b2749206107a5 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5 2024-11-08T00:51:18,456 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1f4031c7df3a10ed6e502071d0b7a45/info of f1f4031c7df3a10ed6e502071d0b7a45 into adc84fed16234070861b2749206107a5(size=44.0 K), total size for store is 67.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:18,457 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:18,459 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., storeName=f1f4031c7df3a10ed6e502071d0b7a45/info, priority=13, startTime=1731027078413; duration=0sec 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5 because midkey is the same as first or last row 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5 because midkey is the same as first or last row 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5 because midkey is the same as first or last row 2024-11-08T00:51:18,459 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:18,460 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1f4031c7df3a10ed6e502071d0b7a45:info 2024-11-08T00:51:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1f4031c7df3a10ed6e502071d0b7a45 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-08T00:51:20,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/4ca6b7df33cf4aa0993e39a49ba9fed1 is 1055, key is row0057/info:/1731027078416/Put/seqid=0 2024-11-08T00:51:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741842_1018 (size=14438) 2024-11-08T00:51:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741842_1018 (size=14438) 2024-11-08T00:51:20,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/4ca6b7df33cf4aa0993e39a49ba9fed1 2024-11-08T00:51:20,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/4ca6b7df33cf4aa0993e39a49ba9fed1 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/4ca6b7df33cf4aa0993e39a49ba9fed1 2024-11-08T00:51:20,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/4ca6b7df33cf4aa0993e39a49ba9fed1, entries=9, sequenceid=82, filesize=14.1 K 2024-11-08T00:51:20,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=14.37 KB/14714 for f1f4031c7df3a10ed6e502071d0b7a45 in 26ms, sequenceid=82, compaction requested=true 2024-11-08T00:51:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-08T00:51:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5 because midkey is the same as first or last row 2024-11-08T00:51:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1f4031c7df3a10ed6e502071d0b7a45:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:20,461 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:51:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1f4031c7df3a10ed6e502071d0b7a45 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-08T00:51:20,462 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:51:20,463 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): f1f4031c7df3a10ed6e502071d0b7a45/info is initiating minor compaction (all files) 2024-11-08T00:51:20,463 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1f4031c7df3a10ed6e502071d0b7a45/info in TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:20,463 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/5e774e2ae57b4df2a1a1a87c4392e5da, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/4ca6b7df33cf4aa0993e39a49ba9fed1] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp, totalSize=81.5 K 2024-11-08T00:51:20,463 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting adc84fed16234070861b2749206107a5, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731027076315 2024-11-08T00:51:20,464 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e774e2ae57b4df2a1a1a87c4392e5da, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731027078385 2024-11-08T00:51:20,464 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ca6b7df33cf4aa0993e39a49ba9fed1, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731027078416 2024-11-08T00:51:20,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/0f6448ed02654f6facfc41d9577af8bb is 1055, key is row0066/info:/1731027080437/Put/seqid=0 2024-11-08T00:51:20,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741843_1019 (size=20766) 2024-11-08T00:51:20,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741843_1019 (size=20766) 2024-11-08T00:51:20,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/0f6448ed02654f6facfc41d9577af8bb 2024-11-08T00:51:20,481 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1f4031c7df3a10ed6e502071d0b7a45#info#compaction#38 average throughput is 13.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:20,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/0f6448ed02654f6facfc41d9577af8bb as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/0f6448ed02654f6facfc41d9577af8bb 2024-11-08T00:51:20,481 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/dff98a692c8a4bff9a94710dade65de2 is 1055, key is row0001/info:/1731027076315/Put/seqid=0 2024-11-08T00:51:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741844_1020 (size=73753) 2024-11-08T00:51:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741844_1020 (size=73753) 2024-11-08T00:51:20,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/0f6448ed02654f6facfc41d9577af8bb, entries=15, sequenceid=100, filesize=20.3 K 2024-11-08T00:51:20,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for f1f4031c7df3a10ed6e502071d0b7a45 in 26ms, sequenceid=100, compaction requested=false 2024-11-08T00:51:20,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:20,489 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.8 K, sizeToCheck=16.0 K 2024-11-08T00:51:20,489 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:20,489 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5 because midkey is the same as first or last row 2024-11-08T00:51:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1f4031c7df3a10ed6e502071d0b7a45 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-08T00:51:20,494 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/dff98a692c8a4bff9a94710dade65de2 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2 2024-11-08T00:51:20,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/982ccc0367a7497bb95882f74a5df7d0 is 1055, key is row0081/info:/1731027080463/Put/seqid=0 2024-11-08T00:51:20,501 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1f4031c7df3a10ed6e502071d0b7a45/info of f1f4031c7df3a10ed6e502071d0b7a45 into dff98a692c8a4bff9a94710dade65de2(size=72.0 K), total size for store is 92.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:20,501 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:20,501 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., storeName=f1f4031c7df3a10ed6e502071d0b7a45/info, priority=13, startTime=1731027080461; duration=0sec 2024-11-08T00:51:20,501 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-08T00:51:20,501 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:20,501 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-08T00:51:20,501 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:20,501 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.3 K, sizeToCheck=16.0 K 2024-11-08T00:51:20,502 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:20,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741845_1021 (size=19714) 2024-11-08T00:51:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741845_1021 (size=19714) 2024-11-08T00:51:20,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/982ccc0367a7497bb95882f74a5df7d0 2024-11-08T00:51:20,503 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:20,503 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:20,503 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1f4031c7df3a10ed6e502071d0b7a45:info 2024-11-08T00:51:20,504 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37235 {}] assignment.AssignmentManager(1363): Split request from c302dddf724e,45173,1731027065303, parent={ENCODED => f1f4031c7df3a10ed6e502071d0b7a45, NAME => 'TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T00:51:20,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/982ccc0367a7497bb95882f74a5df7d0 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/982ccc0367a7497bb95882f74a5df7d0 2024-11-08T00:51:20,511 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37235 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=c302dddf724e,45173,1731027065303 2024-11-08T00:51:20,516 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37235 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f1f4031c7df3a10ed6e502071d0b7a45, daughterA=6f471d556fe90f3a136185d4a4157281, daughterB=023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:20,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f1f4031c7df3a10ed6e502071d0b7a45, daughterA=6f471d556fe90f3a136185d4a4157281, daughterB=023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:20,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f1f4031c7df3a10ed6e502071d0b7a45, daughterA=6f471d556fe90f3a136185d4a4157281, daughterB=023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:20,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f1f4031c7df3a10ed6e502071d0b7a45, daughterA=6f471d556fe90f3a136185d4a4157281, daughterB=023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:20,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/982ccc0367a7497bb95882f74a5df7d0, entries=14, sequenceid=117, filesize=19.3 K 2024-11-08T00:51:20,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for f1f4031c7df3a10ed6e502071d0b7a45 in 29ms, sequenceid=117, compaction requested=true 2024-11-08T00:51:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1f4031c7df3a10ed6e502071d0b7a45: 2024-11-08T00:51:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-08T00:51:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-08T00:51:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:20,520 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.6 K, sizeToCheck=16.0 K 2024-11-08T00:51:20,520 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T00:51:20,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:20,521 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37235 {}] assignment.AssignmentManager(1363): Split request from c302dddf724e,45173,1731027065303, parent={ENCODED => f1f4031c7df3a10ed6e502071d0b7a45, NAME => 'TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T00:51:20,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37235 {}] assignment.AssignmentManager(1378): Ignoring split request from c302dddf724e,45173,1731027065303, parent={ENCODED => f1f4031c7df3a10ed6e502071d0b7a45, NAME => 'TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-08T00:51:20,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, UNASSIGN}] 2024-11-08T00:51:20,526 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, UNASSIGN 2024-11-08T00:51:20,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f1f4031c7df3a10ed6e502071d0b7a45, regionState=CLOSING, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:20,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, UNASSIGN because future has completed 2024-11-08T00:51:20,530 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-08T00:51:20,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure f1f4031c7df3a10ed6e502071d0b7a45, server=c302dddf724e,45173,1731027065303}] 2024-11-08T00:51:20,688 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,688 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-08T00:51:20,688 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing f1f4031c7df3a10ed6e502071d0b7a45, disabling compactions & flushes 2024-11-08T00:51:20,689 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:20,689 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:20,689 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. after waiting 0 ms 2024-11-08T00:51:20,689 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:20,689 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing f1f4031c7df3a10ed6e502071d0b7a45 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T00:51:20,693 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/95e4399f0008441a9885dd79f41ff9c9 is 1055, key is row0095/info:/1731027080491/Put/seqid=0 2024-11-08T00:51:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741846_1022 (size=7062) 2024-11-08T00:51:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741846_1022 (size=7062) 2024-11-08T00:51:20,699 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/95e4399f0008441a9885dd79f41ff9c9 2024-11-08T00:51:20,706 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/.tmp/info/95e4399f0008441a9885dd79f41ff9c9 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/95e4399f0008441a9885dd79f41ff9c9 2024-11-08T00:51:20,711 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/95e4399f0008441a9885dd79f41ff9c9, entries=2, sequenceid=123, filesize=6.9 K 2024-11-08T00:51:20,712 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for f1f4031c7df3a10ed6e502071d0b7a45 in 23ms, sequenceid=123, compaction requested=true 2024-11-08T00:51:20,713 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/c5894de11c5f4cae94f7724415b01d9a, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/e79dba2e18654ab99765a42dd0264d2a, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/5e774e2ae57b4df2a1a1a87c4392e5da, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/4ca6b7df33cf4aa0993e39a49ba9fed1] to archive 2024-11-08T00:51:20,714 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T00:51:20,716 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/c5894de11c5f4cae94f7724415b01d9a to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/c5894de11c5f4cae94f7724415b01d9a 2024-11-08T00:51:20,717 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/d2651720cfe14fe98789c16abc289378 2024-11-08T00:51:20,718 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/adc84fed16234070861b2749206107a5 2024-11-08T00:51:20,719 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/e79dba2e18654ab99765a42dd0264d2a to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/e79dba2e18654ab99765a42dd0264d2a 2024-11-08T00:51:20,720 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/5e774e2ae57b4df2a1a1a87c4392e5da to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/5e774e2ae57b4df2a1a1a87c4392e5da 2024-11-08T00:51:20,722 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/4ca6b7df33cf4aa0993e39a49ba9fed1 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/4ca6b7df33cf4aa0993e39a49ba9fed1 2024-11-08T00:51:20,727 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-08T00:51:20,727 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. 2024-11-08T00:51:20,728 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for f1f4031c7df3a10ed6e502071d0b7a45: Waiting for close lock at 1731027080688Running coprocessor pre-close hooks at 1731027080688Disabling compacts and flushes for region at 1731027080688Disabling writes for close at 1731027080689 (+1 ms)Obtaining lock to block concurrent updates at 1731027080689Preparing flush snapshotting stores in f1f4031c7df3a10ed6e502071d0b7a45 at 1731027080689Finished memstore snapshotting TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731027080689Flushing stores of TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. at 1731027080690 (+1 ms)Flushing f1f4031c7df3a10ed6e502071d0b7a45/info: creating writer at 1731027080690Flushing f1f4031c7df3a10ed6e502071d0b7a45/info: appending metadata at 1731027080693 (+3 ms)Flushing f1f4031c7df3a10ed6e502071d0b7a45/info: closing flushed file at 1731027080693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f269b04: reopening flushed file at 1731027080705 (+12 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for f1f4031c7df3a10ed6e502071d0b7a45 in 23ms, sequenceid=123, compaction requested=true at 1731027080712 (+7 ms)Writing region close event to WAL at 1731027080724 (+12 ms)Running coprocessor post-close hooks at 1731027080727 (+3 ms)Closed at 1731027080727 2024-11-08T00:51:20,730 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f1f4031c7df3a10ed6e502071d0b7a45, regionState=CLOSED 2024-11-08T00:51:20,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure f1f4031c7df3a10ed6e502071d0b7a45, server=c302dddf724e,45173,1731027065303 because future has completed 2024-11-08T00:51:20,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T00:51:20,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure f1f4031c7df3a10ed6e502071d0b7a45, server=c302dddf724e,45173,1731027065303 in 204 msec 2024-11-08T00:51:20,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T00:51:20,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f1f4031c7df3a10ed6e502071d0b7a45, UNASSIGN in 212 msec 2024-11-08T00:51:20,746 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:20,749 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=f1f4031c7df3a10ed6e502071d0b7a45, threads=4 2024-11-08T00:51:20,751 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/982ccc0367a7497bb95882f74a5df7d0 for region: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,751 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2 for region: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,751 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/95e4399f0008441a9885dd79f41ff9c9 for region: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,751 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/0f6448ed02654f6facfc41d9577af8bb for region: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,763 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/95e4399f0008441a9885dd79f41ff9c9, top=true 2024-11-08T00:51:20,763 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/0f6448ed02654f6facfc41d9577af8bb, top=true 2024-11-08T00:51:20,763 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/982ccc0367a7497bb95882f74a5df7d0, top=true 2024-11-08T00:51:20,768 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-982ccc0367a7497bb95882f74a5df7d0 for child: 023383bb1ccbe9db439b23cf1f9835ac, parent: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741847_1023 (size=27) 2024-11-08T00:51:20,769 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/982ccc0367a7497bb95882f74a5df7d0 for region: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,769 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-95e4399f0008441a9885dd79f41ff9c9 for child: 023383bb1ccbe9db439b23cf1f9835ac, parent: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,769 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/95e4399f0008441a9885dd79f41ff9c9 for region: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741847_1023 (size=27) 2024-11-08T00:51:20,769 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-0f6448ed02654f6facfc41d9577af8bb for child: 023383bb1ccbe9db439b23cf1f9835ac, parent: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,769 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/0f6448ed02654f6facfc41d9577af8bb for region: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741848_1024 (size=27) 2024-11-08T00:51:20,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741848_1024 (size=27) 2024-11-08T00:51:20,780 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2 for region: f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:20,782 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region f1f4031c7df3a10ed6e502071d0b7a45 Daughter A: [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45] storefiles, Daughter B: [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-0f6448ed02654f6facfc41d9577af8bb, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-95e4399f0008441a9885dd79f41ff9c9, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-982ccc0367a7497bb95882f74a5df7d0, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45] storefiles. 2024-11-08T00:51:20,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741849_1025 (size=71) 2024-11-08T00:51:20,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741849_1025 (size=71) 2024-11-08T00:51:20,792 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:20,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741850_1026 (size=71) 2024-11-08T00:51:20,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741850_1026 (size=71) 2024-11-08T00:51:20,805 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:20,816 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-08T00:51:20,818 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-08T00:51:20,821 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731027080821"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731027080821"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731027080821"}]},"ts":"1731027080821"} 2024-11-08T00:51:20,821 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731027080821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731027080821"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731027080821"}]},"ts":"1731027080821"} 2024-11-08T00:51:20,822 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731027080821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731027080821"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731027080821"}]},"ts":"1731027080821"} 2024-11-08T00:51:20,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f471d556fe90f3a136185d4a4157281, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=023383bb1ccbe9db439b23cf1f9835ac, ASSIGN}] 2024-11-08T00:51:20,841 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=023383bb1ccbe9db439b23cf1f9835ac, ASSIGN 2024-11-08T00:51:20,841 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f471d556fe90f3a136185d4a4157281, ASSIGN 2024-11-08T00:51:20,842 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=023383bb1ccbe9db439b23cf1f9835ac, ASSIGN; state=SPLITTING_NEW, location=c302dddf724e,45173,1731027065303; forceNewPlan=false, retain=false 2024-11-08T00:51:20,842 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f471d556fe90f3a136185d4a4157281, ASSIGN; state=SPLITTING_NEW, location=c302dddf724e,45173,1731027065303; forceNewPlan=false, retain=false 2024-11-08T00:51:20,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=023383bb1ccbe9db439b23cf1f9835ac, regionState=OPENING, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:20,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6f471d556fe90f3a136185d4a4157281, regionState=OPENING, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:20,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f471d556fe90f3a136185d4a4157281, ASSIGN because future has completed 2024-11-08T00:51:20,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f471d556fe90f3a136185d4a4157281, server=c302dddf724e,45173,1731027065303}] 2024-11-08T00:51:20,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=023383bb1ccbe9db439b23cf1f9835ac, ASSIGN because future has completed 2024-11-08T00:51:20,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023383bb1ccbe9db439b23cf1f9835ac, server=c302dddf724e,45173,1731027065303}] 2024-11-08T00:51:21,152 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:21,153 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f471d556fe90f3a136185d4a4157281, NAME => 'TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-08T00:51:21,153 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,153 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:21,153 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,153 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,155 INFO [StoreOpener-6f471d556fe90f3a136185d4a4157281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,156 INFO [StoreOpener-6f471d556fe90f3a136185d4a4157281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f471d556fe90f3a136185d4a4157281 columnFamilyName info 2024-11-08T00:51:21,156 DEBUG [StoreOpener-6f471d556fe90f3a136185d4a4157281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:21,169 DEBUG [StoreOpener-6f471d556fe90f3a136185d4a4157281-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45->hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2-bottom 2024-11-08T00:51:21,170 INFO [StoreOpener-6f471d556fe90f3a136185d4a4157281-1 {}] regionserver.HStore(327): Store=6f471d556fe90f3a136185d4a4157281/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:21,170 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,171 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,172 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,173 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,173 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,174 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,175 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 6f471d556fe90f3a136185d4a4157281; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=883821, jitterRate=0.12383775413036346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:51:21,175 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:21,176 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 6f471d556fe90f3a136185d4a4157281: Running coprocessor pre-open hook at 1731027081153Writing region info on filesystem at 1731027081153Initializing all the Stores at 1731027081154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027081154Cleaning up temporary data from old regions at 1731027081173 (+19 ms)Running coprocessor post-open hooks at 1731027081175 (+2 ms)Region opened successfully at 1731027081176 (+1 ms) 2024-11-08T00:51:21,177 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281., pid=12, masterSystemTime=1731027081148 2024-11-08T00:51:21,177 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 6f471d556fe90f3a136185d4a4157281:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:21,177 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:21,177 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-08T00:51:21,178 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:21,178 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): 6f471d556fe90f3a136185d4a4157281/info is initiating minor compaction (all files) 2024-11-08T00:51:21,178 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f471d556fe90f3a136185d4a4157281/info in TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:21,178 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45->hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2-bottom] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/.tmp, totalSize=72.0 K 2024-11-08T00:51:21,179 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731027076315 2024-11-08T00:51:21,179 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:21,179 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:21,179 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:21,179 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 023383bb1ccbe9db439b23cf1f9835ac, NAME => 'TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-08T00:51:21,180 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6f471d556fe90f3a136185d4a4157281, regionState=OPEN, openSeqNum=127, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:21,180 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:21,180 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,180 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,182 INFO [StoreOpener-023383bb1ccbe9db439b23cf1f9835ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,182 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-08T00:51:21,182 INFO [StoreOpener-023383bb1ccbe9db439b23cf1f9835ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023383bb1ccbe9db439b23cf1f9835ac columnFamilyName info 2024-11-08T00:51:21,183 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T00:51:21,183 DEBUG [StoreOpener-023383bb1ccbe9db439b23cf1f9835ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:21,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-08T00:51:21,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f471d556fe90f3a136185d4a4157281, server=c302dddf724e,45173,1731027065303 because future has completed 2024-11-08T00:51:21,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-08T00:51:21,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f471d556fe90f3a136185d4a4157281, server=c302dddf724e,45173,1731027065303 in 189 msec 2024-11-08T00:51:21,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6f471d556fe90f3a136185d4a4157281, ASSIGN in 348 msec 2024-11-08T00:51:21,197 DEBUG [StoreOpener-023383bb1ccbe9db439b23cf1f9835ac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-0f6448ed02654f6facfc41d9577af8bb 2024-11-08T00:51:21,201 DEBUG [StoreOpener-023383bb1ccbe9db439b23cf1f9835ac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-95e4399f0008441a9885dd79f41ff9c9 2024-11-08T00:51:21,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/info/c52bf945faf34f5e8f3cb7f1dc426d2b is 193, key is TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac./info:regioninfo/1731027080992/Put/seqid=0 2024-11-08T00:51:21,206 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f471d556fe90f3a136185d4a4157281#info#compaction#41 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:21,206 DEBUG [StoreOpener-023383bb1ccbe9db439b23cf1f9835ac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-982ccc0367a7497bb95882f74a5df7d0 2024-11-08T00:51:21,206 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/.tmp/info/5f22a2590b19482698b9e5018db0e6c9 is 1055, key is row0001/info:/1731027076315/Put/seqid=0 2024-11-08T00:51:21,211 DEBUG [StoreOpener-023383bb1ccbe9db439b23cf1f9835ac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45->hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2-top 2024-11-08T00:51:21,211 INFO [StoreOpener-023383bb1ccbe9db439b23cf1f9835ac-1 {}] regionserver.HStore(327): Store=023383bb1ccbe9db439b23cf1f9835ac/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:21,211 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,212 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,213 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,214 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,214 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,215 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,216 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 023383bb1ccbe9db439b23cf1f9835ac; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701106, jitterRate=-0.10849763453006744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:51:21,216 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:21,217 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 023383bb1ccbe9db439b23cf1f9835ac: Running coprocessor pre-open hook at 1731027081180Writing region info on filesystem at 1731027081180Initializing all the Stores at 1731027081181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027081181Cleaning up temporary data from old regions at 1731027081214 (+33 ms)Running coprocessor post-open hooks at 1731027081216 (+2 ms)Region opened successfully at 1731027081216 2024-11-08T00:51:21,218 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., pid=13, masterSystemTime=1731027081148 2024-11-08T00:51:21,218 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 023383bb1ccbe9db439b23cf1f9835ac:info, priority=-2147483648, current under compaction store size is 2 2024-11-08T00:51:21,218 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:21,218 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T00:51:21,219 INFO [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:21,220 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.HStore(1541): 023383bb1ccbe9db439b23cf1f9835ac/info is initiating minor compaction (all files) 2024-11-08T00:51:21,220 INFO [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 023383bb1ccbe9db439b23cf1f9835ac/info in TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:21,220 INFO [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45->hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2-top, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-0f6448ed02654f6facfc41d9577af8bb, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-982ccc0367a7497bb95882f74a5df7d0, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-95e4399f0008441a9885dd79f41ff9c9] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp, totalSize=118.5 K 2024-11-08T00:51:21,220 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:21,220 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:21,221 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] compactions.Compactor(225): Compacting dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731027076315 2024-11-08T00:51:21,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=023383bb1ccbe9db439b23cf1f9835ac, regionState=OPEN, openSeqNum=127, regionLocation=c302dddf724e,45173,1731027065303 2024-11-08T00:51:21,221 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-0f6448ed02654f6facfc41d9577af8bb, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731027080437 2024-11-08T00:51:21,222 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-982ccc0367a7497bb95882f74a5df7d0, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731027080463 2024-11-08T00:51:21,223 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-95e4399f0008441a9885dd79f41ff9c9, keycount=2, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731027080491 2024-11-08T00:51:21,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023383bb1ccbe9db439b23cf1f9835ac, server=c302dddf724e,45173,1731027065303 because future has completed 2024-11-08T00:51:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741851_1027 (size=9847) 2024-11-08T00:51:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741851_1027 (size=9847) 2024-11-08T00:51:21,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/info/c52bf945faf34f5e8f3cb7f1dc426d2b 2024-11-08T00:51:21,227 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37235 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c302dddf724e,45173,1731027065303, table=TestLogRolling-testLogRolling, region=023383bb1ccbe9db439b23cf1f9835ac. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T00:51:21,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741852_1028 (size=71441) 2024-11-08T00:51:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741852_1028 (size=71441) 2024-11-08T00:51:21,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-08T00:51:21,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 023383bb1ccbe9db439b23cf1f9835ac, server=c302dddf724e,45173,1731027065303 in 244 msec 2024-11-08T00:51:21,254 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/.tmp/info/5f22a2590b19482698b9e5018db0e6c9 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/info/5f22a2590b19482698b9e5018db0e6c9 2024-11-08T00:51:21,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/ns/07ae5e727a864d6db76240d6bf3e17a7 is 43, key is default/ns:d/1731027066148/Put/seqid=0 2024-11-08T00:51:21,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T00:51:21,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=023383bb1ccbe9db439b23cf1f9835ac, ASSIGN in 412 msec 2024-11-08T00:51:21,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f1f4031c7df3a10ed6e502071d0b7a45, daughterA=6f471d556fe90f3a136185d4a4157281, daughterB=023383bb1ccbe9db439b23cf1f9835ac in 746 msec 2024-11-08T00:51:21,263 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 6f471d556fe90f3a136185d4a4157281/info of 6f471d556fe90f3a136185d4a4157281 into 5f22a2590b19482698b9e5018db0e6c9(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:21,263 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f471d556fe90f3a136185d4a4157281: 2024-11-08T00:51:21,299 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281., storeName=6f471d556fe90f3a136185d4a4157281/info, priority=15, startTime=1731027081177; duration=0sec 2024-11-08T00:51:21,299 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:21,299 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f471d556fe90f3a136185d4a4157281:info 2024-11-08T00:51:21,304 INFO [RS:0;c302dddf724e:45173-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023383bb1ccbe9db439b23cf1f9835ac#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:21,305 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/53d855d76c394c2282dabe0f5f2c0beb is 1055, key is row0064/info:/1731027078432/Put/seqid=0 2024-11-08T00:51:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741853_1029 (size=5153) 2024-11-08T00:51:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741853_1029 (size=5153) 2024-11-08T00:51:21,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/ns/07ae5e727a864d6db76240d6bf3e17a7 2024-11-08T00:51:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741854_1030 (size=40102) 2024-11-08T00:51:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741854_1030 (size=40102) 2024-11-08T00:51:21,325 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/53d855d76c394c2282dabe0f5f2c0beb as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/53d855d76c394c2282dabe0f5f2c0beb 2024-11-08T00:51:21,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/table/8eda18fe3a3b419da14660263327244a is 65, key is TestLogRolling-testLogRolling/table:state/1731027067016/Put/seqid=0 2024-11-08T00:51:21,334 INFO [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 023383bb1ccbe9db439b23cf1f9835ac/info of 023383bb1ccbe9db439b23cf1f9835ac into 53d855d76c394c2282dabe0f5f2c0beb(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:21,334 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:21,334 INFO [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., storeName=023383bb1ccbe9db439b23cf1f9835ac/info, priority=12, startTime=1731027081218; duration=0sec 2024-11-08T00:51:21,334 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:21,334 DEBUG [RS:0;c302dddf724e:45173-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023383bb1ccbe9db439b23cf1f9835ac:info 2024-11-08T00:51:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741855_1031 (size=5340) 2024-11-08T00:51:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741855_1031 (size=5340) 2024-11-08T00:51:21,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/table/8eda18fe3a3b419da14660263327244a 2024-11-08T00:51:21,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/info/c52bf945faf34f5e8f3cb7f1dc426d2b as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/info/c52bf945faf34f5e8f3cb7f1dc426d2b 2024-11-08T00:51:21,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/info/c52bf945faf34f5e8f3cb7f1dc426d2b, entries=30, sequenceid=17, filesize=9.6 K 2024-11-08T00:51:21,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/ns/07ae5e727a864d6db76240d6bf3e17a7 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/ns/07ae5e727a864d6db76240d6bf3e17a7 2024-11-08T00:51:21,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/ns/07ae5e727a864d6db76240d6bf3e17a7, entries=2, sequenceid=17, filesize=5.0 K 2024-11-08T00:51:21,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/table/8eda18fe3a3b419da14660263327244a as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/table/8eda18fe3a3b419da14660263327244a 2024-11-08T00:51:21,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/table/8eda18fe3a3b419da14660263327244a, entries=2, sequenceid=17, filesize=5.2 K 2024-11-08T00:51:21,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 184ms, sequenceid=17, compaction requested=false 2024-11-08T00:51:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T00:51:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:33890 deadline: 1731027092495, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. is not online on c302dddf724e,45173,1731027065303 2024-11-08T00:51:22,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., hostname=c302dddf724e,45173,1731027065303, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., hostname=c302dddf724e,45173,1731027065303, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. is not online on c302dddf724e,45173,1731027065303 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:51:22,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., hostname=c302dddf724e,45173,1731027065303, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45. is not online on c302dddf724e,45173,1731027065303 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:51:22,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731027066237.f1f4031c7df3a10ed6e502071d0b7a45., hostname=c302dddf724e,45173,1731027065303, seqNum=2 from cache 2024-11-08T00:51:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:25,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:51:26,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:26,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:51:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., hostname=c302dddf724e,45173,1731027065303, seqNum=127] 2024-11-08T00:51:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:32,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:51:32,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/dd00047405e646278dd88d05648546b1 is 1055, key is row0097/info:/1731027092584/Put/seqid=0 2024-11-08T00:51:32,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741856_1032 (size=13394) 2024-11-08T00:51:32,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741856_1032 (size=13394) 2024-11-08T00:51:32,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/dd00047405e646278dd88d05648546b1 2024-11-08T00:51:32,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/dd00047405e646278dd88d05648546b1 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dd00047405e646278dd88d05648546b1 2024-11-08T00:51:32,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dd00047405e646278dd88d05648546b1, entries=8, sequenceid=138, filesize=13.1 K 2024-11-08T00:51:32,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 023383bb1ccbe9db439b23cf1f9835ac in 28ms, sequenceid=138, compaction requested=false 2024-11-08T00:51:32,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:32,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-08T00:51:32,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7559bdc7555b46878d531b8ec4deeac4 is 1055, key is row0105/info:/1731027092598/Put/seqid=0 2024-11-08T00:51:32,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741857_1033 (size=22891) 2024-11-08T00:51:32,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741857_1033 (size=22891) 2024-11-08T00:51:32,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7559bdc7555b46878d531b8ec4deeac4 2024-11-08T00:51:32,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7559bdc7555b46878d531b8ec4deeac4 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7559bdc7555b46878d531b8ec4deeac4 2024-11-08T00:51:32,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7559bdc7555b46878d531b8ec4deeac4, entries=17, sequenceid=158, filesize=22.4 K 2024-11-08T00:51:32,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 023383bb1ccbe9db439b23cf1f9835ac in 21ms, sequenceid=158, compaction requested=true 2024-11-08T00:51:32,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:32,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023383bb1ccbe9db439b23cf1f9835ac:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:32,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:32,647 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:51:32,648 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76387 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:51:32,648 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): 023383bb1ccbe9db439b23cf1f9835ac/info is initiating minor compaction (all files) 2024-11-08T00:51:32,648 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 023383bb1ccbe9db439b23cf1f9835ac/info in TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:32,648 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/53d855d76c394c2282dabe0f5f2c0beb, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dd00047405e646278dd88d05648546b1, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7559bdc7555b46878d531b8ec4deeac4] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp, totalSize=74.6 K 2024-11-08T00:51:32,648 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53d855d76c394c2282dabe0f5f2c0beb, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731027078432 2024-11-08T00:51:32,649 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd00047405e646278dd88d05648546b1, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731027092584 2024-11-08T00:51:32,649 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7559bdc7555b46878d531b8ec4deeac4, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731027092598 2024-11-08T00:51:32,661 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023383bb1ccbe9db439b23cf1f9835ac#info#compaction#48 average throughput is 19.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:32,661 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/2211038489f549d68b35d0efa4eb37e2 is 1055, key is row0064/info:/1731027078432/Put/seqid=0 2024-11-08T00:51:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741858_1034 (size=66597) 2024-11-08T00:51:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741858_1034 (size=66597) 2024-11-08T00:51:32,672 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/2211038489f549d68b35d0efa4eb37e2 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/2211038489f549d68b35d0efa4eb37e2 2024-11-08T00:51:32,678 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 023383bb1ccbe9db439b23cf1f9835ac/info of 023383bb1ccbe9db439b23cf1f9835ac into 2211038489f549d68b35d0efa4eb37e2(size=65.0 K), total size for store is 65.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:32,678 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:32,678 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., storeName=023383bb1ccbe9db439b23cf1f9835ac/info, priority=13, startTime=1731027092646; duration=0sec 2024-11-08T00:51:32,678 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:32,678 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023383bb1ccbe9db439b23cf1f9835ac:info 2024-11-08T00:51:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:34,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:51:34,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7124941317bc43c8ba1f3c7729c96229 is 1055, key is row0122/info:/1731027092626/Put/seqid=0 2024-11-08T00:51:34,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741859_1035 (size=13394) 2024-11-08T00:51:34,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7124941317bc43c8ba1f3c7729c96229 2024-11-08T00:51:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741859_1035 (size=13394) 2024-11-08T00:51:34,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7124941317bc43c8ba1f3c7729c96229 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7124941317bc43c8ba1f3c7729c96229 2024-11-08T00:51:34,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7124941317bc43c8ba1f3c7729c96229, entries=8, sequenceid=170, filesize=13.1 K 2024-11-08T00:51:34,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 023383bb1ccbe9db439b23cf1f9835ac in 28ms, sequenceid=170, compaction requested=false 2024-11-08T00:51:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:34,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-08T00:51:34,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/df9bbe5a2ff24388a68d1f663425c2fb is 1055, key is row0130/info:/1731027094640/Put/seqid=0 2024-11-08T00:51:34,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741860_1036 (size=23944) 2024-11-08T00:51:34,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741860_1036 (size=23944) 2024-11-08T00:51:34,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/df9bbe5a2ff24388a68d1f663425c2fb 2024-11-08T00:51:34,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/df9bbe5a2ff24388a68d1f663425c2fb as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/df9bbe5a2ff24388a68d1f663425c2fb 2024-11-08T00:51:34,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=023383bb1ccbe9db439b23cf1f9835ac, server=c302dddf724e,45173,1731027065303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T00:51:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:33890 deadline: 1731027104686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=023383bb1ccbe9db439b23cf1f9835ac, server=c302dddf724e,45173,1731027065303 2024-11-08T00:51:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., hostname=c302dddf724e,45173,1731027065303, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., hostname=c302dddf724e,45173,1731027065303, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=023383bb1ccbe9db439b23cf1f9835ac, server=c302dddf724e,45173,1731027065303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:51:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., hostname=c302dddf724e,45173,1731027065303, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=023383bb1ccbe9db439b23cf1f9835ac, server=c302dddf724e,45173,1731027065303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T00:51:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., hostname=c302dddf724e,45173,1731027065303, seqNum=127 because the exception is null or not the one we care about 2024-11-08T00:51:34,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/df9bbe5a2ff24388a68d1f663425c2fb, entries=18, sequenceid=191, filesize=23.4 K 2024-11-08T00:51:34,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 023383bb1ccbe9db439b23cf1f9835ac in 22ms, sequenceid=191, compaction requested=true 2024-11-08T00:51:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023383bb1ccbe9db439b23cf1f9835ac:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:34,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:34,690 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:51:34,691 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103935 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:51:34,691 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): 023383bb1ccbe9db439b23cf1f9835ac/info is initiating minor compaction (all files) 2024-11-08T00:51:34,691 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 023383bb1ccbe9db439b23cf1f9835ac/info in TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:34,691 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/2211038489f549d68b35d0efa4eb37e2, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7124941317bc43c8ba1f3c7729c96229, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/df9bbe5a2ff24388a68d1f663425c2fb] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp, totalSize=101.5 K 2024-11-08T00:51:34,691 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2211038489f549d68b35d0efa4eb37e2, keycount=58, bloomtype=ROW, size=65.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731027078432 2024-11-08T00:51:34,692 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7124941317bc43c8ba1f3c7729c96229, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731027092626 2024-11-08T00:51:34,692 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting df9bbe5a2ff24388a68d1f663425c2fb, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731027094640 2024-11-08T00:51:34,703 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023383bb1ccbe9db439b23cf1f9835ac#info#compaction#51 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:34,704 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/9417537f8b7644a1a9f5a3c692c08a95 is 1055, key is row0064/info:/1731027078432/Put/seqid=0 2024-11-08T00:51:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741861_1037 (size=94154) 2024-11-08T00:51:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741861_1037 (size=94154) 2024-11-08T00:51:34,714 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/9417537f8b7644a1a9f5a3c692c08a95 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/9417537f8b7644a1a9f5a3c692c08a95 2024-11-08T00:51:34,721 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 023383bb1ccbe9db439b23cf1f9835ac/info of 023383bb1ccbe9db439b23cf1f9835ac into 9417537f8b7644a1a9f5a3c692c08a95(size=91.9 K), total size for store is 91.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:34,721 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:34,721 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., storeName=023383bb1ccbe9db439b23cf1f9835ac/info, priority=13, startTime=1731027094690; duration=0sec 2024-11-08T00:51:34,721 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:34,721 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023383bb1ccbe9db439b23cf1f9835ac:info 2024-11-08T00:51:35,236 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:51:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:44,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T00:51:44,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/a2b527877e0f4fcdb207561f47606cda is 1055, key is row0148/info:/1731027094670/Put/seqid=0 2024-11-08T00:51:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741862_1038 (size=17606) 2024-11-08T00:51:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741862_1038 (size=17606) 2024-11-08T00:51:44,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/a2b527877e0f4fcdb207561f47606cda 2024-11-08T00:51:44,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/a2b527877e0f4fcdb207561f47606cda as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/a2b527877e0f4fcdb207561f47606cda 2024-11-08T00:51:44,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/a2b527877e0f4fcdb207561f47606cda, entries=12, sequenceid=207, filesize=17.2 K 2024-11-08T00:51:44,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 023383bb1ccbe9db439b23cf1f9835ac in 24ms, sequenceid=207, compaction requested=false 2024-11-08T00:51:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:46,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:51:46,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/26dcf857cc6c4ff391dcc58db99fd17a is 1055, key is row0160/info:/1731027104730/Put/seqid=0 2024-11-08T00:51:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741863_1039 (size=13394) 2024-11-08T00:51:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741863_1039 (size=13394) 2024-11-08T00:51:46,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/26dcf857cc6c4ff391dcc58db99fd17a 2024-11-08T00:51:46,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/26dcf857cc6c4ff391dcc58db99fd17a as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/26dcf857cc6c4ff391dcc58db99fd17a 2024-11-08T00:51:46,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/26dcf857cc6c4ff391dcc58db99fd17a, entries=8, sequenceid=218, filesize=13.1 K 2024-11-08T00:51:46,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 023383bb1ccbe9db439b23cf1f9835ac in 29ms, sequenceid=218, compaction requested=true 2024-11-08T00:51:46,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:46,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023383bb1ccbe9db439b23cf1f9835ac:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:46,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:46,771 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:51:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:46,773 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125154 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:51:46,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-08T00:51:46,773 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): 023383bb1ccbe9db439b23cf1f9835ac/info is initiating minor compaction (all files) 2024-11-08T00:51:46,773 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 023383bb1ccbe9db439b23cf1f9835ac/info in TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:46,773 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/9417537f8b7644a1a9f5a3c692c08a95, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/a2b527877e0f4fcdb207561f47606cda, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/26dcf857cc6c4ff391dcc58db99fd17a] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp, totalSize=122.2 K 2024-11-08T00:51:46,773 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9417537f8b7644a1a9f5a3c692c08a95, keycount=84, bloomtype=ROW, size=91.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731027078432 2024-11-08T00:51:46,774 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2b527877e0f4fcdb207561f47606cda, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731027094670 2024-11-08T00:51:46,774 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26dcf857cc6c4ff391dcc58db99fd17a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731027104730 2024-11-08T00:51:46,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/908795773aa74306ad45cc9cb66c5d91 is 1055, key is row0168/info:/1731027106743/Put/seqid=0 2024-11-08T00:51:46,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741864_1040 (size=26050) 2024-11-08T00:51:46,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741864_1040 (size=26050) 2024-11-08T00:51:46,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/908795773aa74306ad45cc9cb66c5d91 2024-11-08T00:51:46,791 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023383bb1ccbe9db439b23cf1f9835ac#info#compaction#55 average throughput is 52.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:46,792 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/88b55cf0e5c045bea561af40ae247148 is 1055, key is row0064/info:/1731027078432/Put/seqid=0 2024-11-08T00:51:46,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/908795773aa74306ad45cc9cb66c5d91 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/908795773aa74306ad45cc9cb66c5d91 2024-11-08T00:51:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741865_1041 (size=115320) 2024-11-08T00:51:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741865_1041 (size=115320) 2024-11-08T00:51:46,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/908795773aa74306ad45cc9cb66c5d91, entries=20, sequenceid=241, filesize=25.4 K 2024-11-08T00:51:46,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=5.13 KB/5255 for 023383bb1ccbe9db439b23cf1f9835ac in 27ms, sequenceid=241, compaction requested=false 2024-11-08T00:51:46,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:46,803 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/88b55cf0e5c045bea561af40ae247148 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/88b55cf0e5c045bea561af40ae247148 2024-11-08T00:51:46,808 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 023383bb1ccbe9db439b23cf1f9835ac/info of 023383bb1ccbe9db439b23cf1f9835ac into 88b55cf0e5c045bea561af40ae247148(size=112.6 K), total size for store is 138.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:46,808 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:46,808 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., storeName=023383bb1ccbe9db439b23cf1f9835ac/info, priority=13, startTime=1731027106771; duration=0sec 2024-11-08T00:51:46,809 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:46,809 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023383bb1ccbe9db439b23cf1f9835ac:info 2024-11-08T00:51:47,085 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:51:47,085 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:51:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:48,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T00:51:48,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/43429a5642b249ed8402ea9561c17cbd is 1055, key is row0188/info:/1731027106774/Put/seqid=0 2024-11-08T00:51:48,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741866_1042 (size=13394) 2024-11-08T00:51:48,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741866_1042 (size=13394) 2024-11-08T00:51:48,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/43429a5642b249ed8402ea9561c17cbd 2024-11-08T00:51:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/43429a5642b249ed8402ea9561c17cbd as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/43429a5642b249ed8402ea9561c17cbd 2024-11-08T00:51:48,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/43429a5642b249ed8402ea9561c17cbd, entries=8, sequenceid=253, filesize=13.1 K 2024-11-08T00:51:48,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 023383bb1ccbe9db439b23cf1f9835ac in 21ms, sequenceid=253, compaction requested=true 2024-11-08T00:51:48,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:48,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023383bb1ccbe9db439b23cf1f9835ac:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:48,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:48,810 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:51:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:48,811 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 154764 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:51:48,811 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): 023383bb1ccbe9db439b23cf1f9835ac/info is initiating minor compaction (all files) 2024-11-08T00:51:48,811 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 023383bb1ccbe9db439b23cf1f9835ac/info in TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:48,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-08T00:51:48,812 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/88b55cf0e5c045bea561af40ae247148, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/908795773aa74306ad45cc9cb66c5d91, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/43429a5642b249ed8402ea9561c17cbd] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp, totalSize=151.1 K 2024-11-08T00:51:48,813 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88b55cf0e5c045bea561af40ae247148, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731027078432 2024-11-08T00:51:48,813 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 908795773aa74306ad45cc9cb66c5d91, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731027106743 2024-11-08T00:51:48,814 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43429a5642b249ed8402ea9561c17cbd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731027106774 2024-11-08T00:51:48,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/31affd72849c4151bc8d5439db682ebd is 1055, key is row0196/info:/1731027108789/Put/seqid=0 2024-11-08T00:51:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741867_1043 (size=22907) 2024-11-08T00:51:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741867_1043 (size=22907) 2024-11-08T00:51:48,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/31affd72849c4151bc8d5439db682ebd 2024-11-08T00:51:48,829 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023383bb1ccbe9db439b23cf1f9835ac#info#compaction#58 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:48,829 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/74a43728262940aca3344abebf2c055d is 1055, key is row0064/info:/1731027078432/Put/seqid=0 2024-11-08T00:51:48,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/31affd72849c4151bc8d5439db682ebd as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/31affd72849c4151bc8d5439db682ebd 2024-11-08T00:51:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741868_1044 (size=145110) 2024-11-08T00:51:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741868_1044 (size=145110) 2024-11-08T00:51:48,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/31affd72849c4151bc8d5439db682ebd, entries=17, sequenceid=273, filesize=22.4 K 2024-11-08T00:51:48,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=11.29 KB/11561 for 023383bb1ccbe9db439b23cf1f9835ac in 27ms, sequenceid=273, compaction requested=false 2024-11-08T00:51:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:48,843 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/74a43728262940aca3344abebf2c055d as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/74a43728262940aca3344abebf2c055d 2024-11-08T00:51:48,849 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 023383bb1ccbe9db439b23cf1f9835ac/info of 023383bb1ccbe9db439b23cf1f9835ac into 74a43728262940aca3344abebf2c055d(size=141.7 K), total size for store is 164.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:48,849 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:48,849 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., storeName=023383bb1ccbe9db439b23cf1f9835ac/info, priority=13, startTime=1731027108810; duration=0sec 2024-11-08T00:51:48,849 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:48,849 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023383bb1ccbe9db439b23cf1f9835ac:info 2024-11-08T00:51:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:50,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T00:51:50,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/ca61f3bd97ba4bd6b6f8596da1d995ce is 1055, key is row0213/info:/1731027108813/Put/seqid=0 2024-11-08T00:51:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741869_1045 (size=18688) 2024-11-08T00:51:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741869_1045 (size=18688) 2024-11-08T00:51:50,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/ca61f3bd97ba4bd6b6f8596da1d995ce 2024-11-08T00:51:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/ca61f3bd97ba4bd6b6f8596da1d995ce as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/ca61f3bd97ba4bd6b6f8596da1d995ce 2024-11-08T00:51:50,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/ca61f3bd97ba4bd6b6f8596da1d995ce, entries=13, sequenceid=290, filesize=18.3 K 2024-11-08T00:51:50,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=14.37 KB/14714 for 023383bb1ccbe9db439b23cf1f9835ac in 24ms, sequenceid=290, compaction requested=true 2024-11-08T00:51:50,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:50,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023383bb1ccbe9db439b23cf1f9835ac:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:50,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:50,865 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:51:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:50,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-08T00:51:50,866 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:51:50,866 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): 023383bb1ccbe9db439b23cf1f9835ac/info is initiating minor compaction (all files) 2024-11-08T00:51:50,866 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 023383bb1ccbe9db439b23cf1f9835ac/info in TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:50,867 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/74a43728262940aca3344abebf2c055d, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/31affd72849c4151bc8d5439db682ebd, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/ca61f3bd97ba4bd6b6f8596da1d995ce] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp, totalSize=182.3 K 2024-11-08T00:51:50,867 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74a43728262940aca3344abebf2c055d, keycount=132, bloomtype=ROW, size=141.7 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731027078432 2024-11-08T00:51:50,867 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31affd72849c4151bc8d5439db682ebd, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731027108789 2024-11-08T00:51:50,868 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca61f3bd97ba4bd6b6f8596da1d995ce, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731027108813 2024-11-08T00:51:50,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/b1954aab65684015a3e7267b7564b030 is 1055, key is row0226/info:/1731027110842/Put/seqid=0 2024-11-08T00:51:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741870_1046 (size=20796) 2024-11-08T00:51:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741870_1046 (size=20796) 2024-11-08T00:51:50,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/b1954aab65684015a3e7267b7564b030 2024-11-08T00:51:50,881 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023383bb1ccbe9db439b23cf1f9835ac#info#compaction#61 average throughput is 81.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:50,881 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/acbfde9fbc304dc6a326f2a179a38e4d is 1055, key is row0064/info:/1731027078432/Put/seqid=0 2024-11-08T00:51:50,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/b1954aab65684015a3e7267b7564b030 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/b1954aab65684015a3e7267b7564b030 2024-11-08T00:51:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741871_1047 (size=176839) 2024-11-08T00:51:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741871_1047 (size=176839) 2024-11-08T00:51:50,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/b1954aab65684015a3e7267b7564b030, entries=15, sequenceid=308, filesize=20.3 K 2024-11-08T00:51:50,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for 023383bb1ccbe9db439b23cf1f9835ac in 24ms, sequenceid=308, compaction requested=false 2024-11-08T00:51:50,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45173 {}] regionserver.HRegion(8855): Flush requested on 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:50,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-08T00:51:50,893 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/acbfde9fbc304dc6a326f2a179a38e4d as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/acbfde9fbc304dc6a326f2a179a38e4d 2024-11-08T00:51:50,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7dd05c750ae146ad94398f0b0bc4f47e is 1055, key is row0241/info:/1731027110866/Put/seqid=0 2024-11-08T00:51:50,899 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 023383bb1ccbe9db439b23cf1f9835ac/info of 023383bb1ccbe9db439b23cf1f9835ac into acbfde9fbc304dc6a326f2a179a38e4d(size=172.7 K), total size for store is 193.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:50,900 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:50,900 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., storeName=023383bb1ccbe9db439b23cf1f9835ac/info, priority=13, startTime=1731027110865; duration=0sec 2024-11-08T00:51:50,900 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:50,900 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023383bb1ccbe9db439b23cf1f9835ac:info 2024-11-08T00:51:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741872_1048 (size=19742) 2024-11-08T00:51:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741872_1048 (size=19742) 2024-11-08T00:51:50,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7dd05c750ae146ad94398f0b0bc4f47e 2024-11-08T00:51:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/7dd05c750ae146ad94398f0b0bc4f47e as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7dd05c750ae146ad94398f0b0bc4f47e 2024-11-08T00:51:50,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7dd05c750ae146ad94398f0b0bc4f47e, entries=14, sequenceid=325, filesize=19.3 K 2024-11-08T00:51:50,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for 023383bb1ccbe9db439b23cf1f9835ac in 22ms, sequenceid=325, compaction requested=true 2024-11-08T00:51:50,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:50,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 023383bb1ccbe9db439b23cf1f9835ac:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T00:51:50,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:50,913 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T00:51:50,914 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 217377 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T00:51:50,914 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1541): 023383bb1ccbe9db439b23cf1f9835ac/info is initiating minor compaction (all files) 2024-11-08T00:51:50,914 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 023383bb1ccbe9db439b23cf1f9835ac/info in TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:50,914 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/acbfde9fbc304dc6a326f2a179a38e4d, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/b1954aab65684015a3e7267b7564b030, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7dd05c750ae146ad94398f0b0bc4f47e] into tmpdir=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp, totalSize=212.3 K 2024-11-08T00:51:50,914 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting acbfde9fbc304dc6a326f2a179a38e4d, keycount=162, bloomtype=ROW, size=172.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731027078432 2024-11-08T00:51:50,915 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1954aab65684015a3e7267b7564b030, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731027110842 2024-11-08T00:51:50,915 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dd05c750ae146ad94398f0b0bc4f47e, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731027110866 2024-11-08T00:51:50,927 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 023383bb1ccbe9db439b23cf1f9835ac#info#compaction#63 average throughput is 95.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T00:51:50,927 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/f0388e06ed7e4808909cc6560219a881 is 1055, key is row0064/info:/1731027078432/Put/seqid=0 2024-11-08T00:51:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741873_1049 (size=207584) 2024-11-08T00:51:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741873_1049 (size=207584) 2024-11-08T00:51:50,935 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/f0388e06ed7e4808909cc6560219a881 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/f0388e06ed7e4808909cc6560219a881 2024-11-08T00:51:50,941 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 023383bb1ccbe9db439b23cf1f9835ac/info of 023383bb1ccbe9db439b23cf1f9835ac into f0388e06ed7e4808909cc6560219a881(size=202.7 K), total size for store is 202.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T00:51:50,941 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:50,941 INFO [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., storeName=023383bb1ccbe9db439b23cf1f9835ac/info, priority=13, startTime=1731027110912; duration=0sec 2024-11-08T00:51:50,941 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T00:51:50,941 DEBUG [RS:0;c302dddf724e:45173-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 023383bb1ccbe9db439b23cf1f9835ac:info 2024-11-08T00:51:51,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-08T00:51:52,894 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-08T00:51:52,907 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027112895, exclude list is [], retry=0 2024-11-08T00:51:52,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-a2e69934-05d6-4e2c-8cde-d1fc206440ba,DISK] 2024-11-08T00:51:52,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-f154c797-1069-4d5e-9787-771a276152ab,DISK] 2024-11-08T00:51:52,911 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027065691 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027112895 2024-11-08T00:51:52,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:38983:38983)] 2024-11-08T00:51:52,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027065691 is not closed yet, will try archiving it next time 2024-11-08T00:51:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741833_1009 (size=308883) 2024-11-08T00:51:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741833_1009 (size=308883) 2024-11-08T00:51:52,915 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 023383bb1ccbe9db439b23cf1f9835ac 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T00:51:52,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/ee2009cd54b64f838807ccce592fad29 is 1055, key is row0255/info:/1731027110891/Put/seqid=0 2024-11-08T00:51:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741875_1051 (size=7066) 2024-11-08T00:51:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741875_1051 (size=7066) 2024-11-08T00:51:52,923 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/ee2009cd54b64f838807ccce592fad29 2024-11-08T00:51:52,929 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/.tmp/info/ee2009cd54b64f838807ccce592fad29 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/ee2009cd54b64f838807ccce592fad29 2024-11-08T00:51:52,933 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/ee2009cd54b64f838807ccce592fad29, entries=2, sequenceid=332, filesize=6.9 K 2024-11-08T00:51:52,934 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 023383bb1ccbe9db439b23cf1f9835ac in 19ms, sequenceid=332, compaction requested=false 2024-11-08T00:51:52,934 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 023383bb1ccbe9db439b23cf1f9835ac: 2024-11-08T00:51:52,934 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-08T00:51:52,938 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/info/752b31ae23ba45d7bbf8fa7b943918b4 is 193, key is TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac./info:regioninfo/1731027081221/Put/seqid=0 2024-11-08T00:51:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741876_1052 (size=6223) 2024-11-08T00:51:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741876_1052 (size=6223) 2024-11-08T00:51:52,944 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/info/752b31ae23ba45d7bbf8fa7b943918b4 2024-11-08T00:51:52,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/.tmp/info/752b31ae23ba45d7bbf8fa7b943918b4 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/info/752b31ae23ba45d7bbf8fa7b943918b4 2024-11-08T00:51:52,954 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/info/752b31ae23ba45d7bbf8fa7b943918b4, entries=5, sequenceid=21, filesize=6.1 K 2024-11-08T00:51:52,955 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-08T00:51:52,955 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T00:51:52,955 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6f471d556fe90f3a136185d4a4157281: 2024-11-08T00:51:52,968 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027112955, exclude list is [], retry=0 2024-11-08T00:51:52,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40035,DS-f154c797-1069-4d5e-9787-771a276152ab,DISK] 2024-11-08T00:51:52,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41729,DS-a2e69934-05d6-4e2c-8cde-d1fc206440ba,DISK] 2024-11-08T00:51:52,971 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027112895 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027112955 2024-11-08T00:51:52,971 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:38983:38983)] 2024-11-08T00:51:52,971 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027112895 is not closed yet, will try archiving it next time 2024-11-08T00:51:52,972 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027065691 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/oldWALs/c302dddf724e%2C45173%2C1731027065303.1731027065691 2024-11-08T00:51:52,972 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:51:52,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741874_1050 (size=731) 2024-11-08T00:51:52,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741874_1050 (size=731) 2024-11-08T00:51:52,973 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.1731027112895 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/oldWALs/c302dddf724e%2C45173%2C1731027065303.1731027112895 2024-11-08T00:51:53,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:51:53,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:51:53,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:53,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:53,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:53,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:51:53,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:51:53,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=827855142, stopped=false 2024-11-08T00:51:53,073 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c302dddf724e,37235,1731027065252 2024-11-08T00:51:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:53,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:51:53,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:51:53,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:53,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:53,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:53,076 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,45173,1731027065303' ***** 2024-11-08T00:51:53,076 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:51:53,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:53,076 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:51:53,076 INFO [RS:0;c302dddf724e:45173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:51:53,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(3091): Received CLOSE for 023383bb1ccbe9db439b23cf1f9835ac 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,45173,1731027065303 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:51:53,077 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 023383bb1ccbe9db439b23cf1f9835ac, disabling compactions & flushes 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c302dddf724e:45173. 2024-11-08T00:51:53,077 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:53,077 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:53,077 DEBUG [RS:0;c302dddf724e:45173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:53,077 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. after waiting 0 ms 2024-11-08T00:51:53,077 DEBUG [RS:0;c302dddf724e:45173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:53,077 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:51:53,077 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:51:53,078 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T00:51:53,078 DEBUG [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1325): Online Regions={023383bb1ccbe9db439b23cf1f9835ac=TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac., 1588230740=hbase:meta,,1.1588230740, 6f471d556fe90f3a136185d4a4157281=TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281.} 2024-11-08T00:51:53,078 DEBUG [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1351): Waiting on 023383bb1ccbe9db439b23cf1f9835ac, 1588230740, 6f471d556fe90f3a136185d4a4157281 2024-11-08T00:51:53,078 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:51:53,078 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:51:53,078 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:51:53,078 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:51:53,078 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:51:53,078 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45->hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2-top, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-0f6448ed02654f6facfc41d9577af8bb, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-982ccc0367a7497bb95882f74a5df7d0, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/53d855d76c394c2282dabe0f5f2c0beb, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-95e4399f0008441a9885dd79f41ff9c9, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dd00047405e646278dd88d05648546b1, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/2211038489f549d68b35d0efa4eb37e2, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7559bdc7555b46878d531b8ec4deeac4, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7124941317bc43c8ba1f3c7729c96229, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/9417537f8b7644a1a9f5a3c692c08a95, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/df9bbe5a2ff24388a68d1f663425c2fb, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/a2b527877e0f4fcdb207561f47606cda, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/88b55cf0e5c045bea561af40ae247148, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/26dcf857cc6c4ff391dcc58db99fd17a, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/908795773aa74306ad45cc9cb66c5d91, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/74a43728262940aca3344abebf2c055d, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/43429a5642b249ed8402ea9561c17cbd, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/31affd72849c4151bc8d5439db682ebd, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/acbfde9fbc304dc6a326f2a179a38e4d, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/ca61f3bd97ba4bd6b6f8596da1d995ce, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/b1954aab65684015a3e7267b7564b030, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7dd05c750ae146ad94398f0b0bc4f47e] to archive 2024-11-08T00:51:53,079 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T00:51:53,081 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:53,082 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-0f6448ed02654f6facfc41d9577af8bb to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-0f6448ed02654f6facfc41d9577af8bb 2024-11-08T00:51:53,083 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-08T00:51:53,084 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:51:53,084 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:51:53,084 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-982ccc0367a7497bb95882f74a5df7d0 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-982ccc0367a7497bb95882f74a5df7d0 2024-11-08T00:51:53,084 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731027113078Running coprocessor pre-close hooks at 1731027113078Disabling compacts and flushes for region at 1731027113078Disabling writes for close at 1731027113078Writing region close event to WAL at 1731027113080 (+2 ms)Running coprocessor post-close hooks at 1731027113084 (+4 ms)Closed at 1731027113084 2024-11-08T00:51:53,084 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:51:53,085 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/53d855d76c394c2282dabe0f5f2c0beb to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/53d855d76c394c2282dabe0f5f2c0beb 2024-11-08T00:51:53,086 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-95e4399f0008441a9885dd79f41ff9c9 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/TestLogRolling-testLogRolling=f1f4031c7df3a10ed6e502071d0b7a45-95e4399f0008441a9885dd79f41ff9c9 2024-11-08T00:51:53,087 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dd00047405e646278dd88d05648546b1 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/dd00047405e646278dd88d05648546b1 2024-11-08T00:51:53,088 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/2211038489f549d68b35d0efa4eb37e2 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/2211038489f549d68b35d0efa4eb37e2 2024-11-08T00:51:53,089 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7559bdc7555b46878d531b8ec4deeac4 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7559bdc7555b46878d531b8ec4deeac4 2024-11-08T00:51:53,090 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7124941317bc43c8ba1f3c7729c96229 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7124941317bc43c8ba1f3c7729c96229 2024-11-08T00:51:53,091 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/9417537f8b7644a1a9f5a3c692c08a95 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/9417537f8b7644a1a9f5a3c692c08a95 2024-11-08T00:51:53,093 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/df9bbe5a2ff24388a68d1f663425c2fb to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/df9bbe5a2ff24388a68d1f663425c2fb 2024-11-08T00:51:53,094 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/a2b527877e0f4fcdb207561f47606cda to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/a2b527877e0f4fcdb207561f47606cda 2024-11-08T00:51:53,095 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/88b55cf0e5c045bea561af40ae247148 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/88b55cf0e5c045bea561af40ae247148 2024-11-08T00:51:53,096 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/26dcf857cc6c4ff391dcc58db99fd17a to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/26dcf857cc6c4ff391dcc58db99fd17a 2024-11-08T00:51:53,097 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/908795773aa74306ad45cc9cb66c5d91 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/908795773aa74306ad45cc9cb66c5d91 2024-11-08T00:51:53,098 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/74a43728262940aca3344abebf2c055d to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/74a43728262940aca3344abebf2c055d 2024-11-08T00:51:53,099 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/43429a5642b249ed8402ea9561c17cbd to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/43429a5642b249ed8402ea9561c17cbd 2024-11-08T00:51:53,100 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/31affd72849c4151bc8d5439db682ebd to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/31affd72849c4151bc8d5439db682ebd 2024-11-08T00:51:53,101 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/acbfde9fbc304dc6a326f2a179a38e4d to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/acbfde9fbc304dc6a326f2a179a38e4d 2024-11-08T00:51:53,102 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/ca61f3bd97ba4bd6b6f8596da1d995ce to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/ca61f3bd97ba4bd6b6f8596da1d995ce 2024-11-08T00:51:53,103 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/b1954aab65684015a3e7267b7564b030 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/b1954aab65684015a3e7267b7564b030 2024-11-08T00:51:53,104 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7dd05c750ae146ad94398f0b0bc4f47e to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/info/7dd05c750ae146ad94398f0b0bc4f47e 2024-11-08T00:51:53,104 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c302dddf724e:37235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-08T00:51:53,105 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [53d855d76c394c2282dabe0f5f2c0beb=40102, dd00047405e646278dd88d05648546b1=13394, 2211038489f549d68b35d0efa4eb37e2=66597, 7559bdc7555b46878d531b8ec4deeac4=22891, 7124941317bc43c8ba1f3c7729c96229=13394, 9417537f8b7644a1a9f5a3c692c08a95=94154, df9bbe5a2ff24388a68d1f663425c2fb=23944, a2b527877e0f4fcdb207561f47606cda=17606, 88b55cf0e5c045bea561af40ae247148=115320, 26dcf857cc6c4ff391dcc58db99fd17a=13394, 908795773aa74306ad45cc9cb66c5d91=26050, 74a43728262940aca3344abebf2c055d=145110, 43429a5642b249ed8402ea9561c17cbd=13394, 31affd72849c4151bc8d5439db682ebd=22907, acbfde9fbc304dc6a326f2a179a38e4d=176839, ca61f3bd97ba4bd6b6f8596da1d995ce=18688, b1954aab65684015a3e7267b7564b030=20796, 7dd05c750ae146ad94398f0b0bc4f47e=19742] 2024-11-08T00:51:53,108 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/023383bb1ccbe9db439b23cf1f9835ac/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-08T00:51:53,109 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:53,109 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 023383bb1ccbe9db439b23cf1f9835ac: Waiting for close lock at 1731027113077Running coprocessor pre-close hooks at 1731027113077Disabling compacts and flushes for region at 1731027113077Disabling writes for close at 1731027113077Writing region close event to WAL at 1731027113105 (+28 ms)Running coprocessor post-close hooks at 1731027113109 (+4 ms)Closed at 1731027113109 2024-11-08T00:51:53,109 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731027080511.023383bb1ccbe9db439b23cf1f9835ac. 2024-11-08T00:51:53,109 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f471d556fe90f3a136185d4a4157281, disabling compactions & flushes 2024-11-08T00:51:53,110 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:53,110 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:53,110 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. after waiting 0 ms 2024-11-08T00:51:53,110 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:53,110 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45->hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/f1f4031c7df3a10ed6e502071d0b7a45/info/dff98a692c8a4bff9a94710dade65de2-bottom] to archive 2024-11-08T00:51:53,111 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T00:51:53,112 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45 to hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/archive/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/info/dff98a692c8a4bff9a94710dade65de2.f1f4031c7df3a10ed6e502071d0b7a45 2024-11-08T00:51:53,112 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-08T00:51:53,115 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/data/default/TestLogRolling-testLogRolling/6f471d556fe90f3a136185d4a4157281/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-08T00:51:53,116 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:53,116 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f471d556fe90f3a136185d4a4157281: Waiting for close lock at 1731027113109Running coprocessor pre-close hooks at 1731027113109Disabling compacts and flushes for region at 1731027113109Disabling writes for close at 1731027113110 (+1 ms)Writing region close event to WAL at 1731027113113 (+3 ms)Running coprocessor post-close hooks at 1731027113116 (+3 ms)Closed at 1731027113116 2024-11-08T00:51:53,116 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731027080511.6f471d556fe90f3a136185d4a4157281. 2024-11-08T00:51:53,278 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,45173,1731027065303; all regions closed. 2024-11-08T00:51:53,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741834_1010 (size=8107) 2024-11-08T00:51:53,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/WALs/c302dddf724e,45173,1731027065303/c302dddf724e%2C45173%2C1731027065303.meta.1731027066096.meta not finished, retry = 0 2024-11-08T00:51:53,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741834_1010 (size=8107) 2024-11-08T00:51:53,383 DEBUG [RS:0;c302dddf724e:45173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/oldWALs 2024-11-08T00:51:53,383 INFO [RS:0;c302dddf724e:45173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C45173%2C1731027065303.meta:.meta(num 1731027066096) 2024-11-08T00:51:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741877_1053 (size=780) 2024-11-08T00:51:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741877_1053 (size=780) 2024-11-08T00:51:53,387 DEBUG [RS:0;c302dddf724e:45173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/oldWALs 2024-11-08T00:51:53,387 INFO [RS:0;c302dddf724e:45173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C45173%2C1731027065303:(num 1731027112955) 2024-11-08T00:51:53,387 DEBUG [RS:0;c302dddf724e:45173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:53,387 INFO [RS:0;c302dddf724e:45173 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:51:53,388 INFO [RS:0;c302dddf724e:45173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:51:53,388 INFO [RS:0;c302dddf724e:45173 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:51:53,388 INFO [RS:0;c302dddf724e:45173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:51:53,388 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:51:53,388 INFO [RS:0;c302dddf724e:45173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45173 2024-11-08T00:51:53,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,45173,1731027065303 2024-11-08T00:51:53,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:51:53,391 INFO [RS:0;c302dddf724e:45173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:51:53,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,45173,1731027065303] 2024-11-08T00:51:53,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,45173,1731027065303 already deleted, retry=false 2024-11-08T00:51:53,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,45173,1731027065303 expired; onlineServers=0 2024-11-08T00:51:53,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c302dddf724e,37235,1731027065252' ***** 2024-11-08T00:51:53,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:51:53,399 INFO [M:0;c302dddf724e:37235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:51:53,399 INFO [M:0;c302dddf724e:37235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:51:53,399 DEBUG [M:0;c302dddf724e:37235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:51:53,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:51:53,399 DEBUG [M:0;c302dddf724e:37235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:51:53,399 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027065480 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027065480,5,FailOnTimeoutGroup] 2024-11-08T00:51:53,399 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027065480 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027065480,5,FailOnTimeoutGroup] 2024-11-08T00:51:53,399 INFO [M:0;c302dddf724e:37235 {}] hbase.ChoreService(370): Chore service for: master/c302dddf724e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:51:53,399 INFO [M:0;c302dddf724e:37235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:51:53,399 DEBUG [M:0;c302dddf724e:37235 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:51:53,399 INFO [M:0;c302dddf724e:37235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:51:53,399 INFO [M:0;c302dddf724e:37235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:51:53,400 INFO [M:0;c302dddf724e:37235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:51:53,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:51:53,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:51:53,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:53,401 DEBUG [M:0;c302dddf724e:37235 {}] zookeeper.ZKUtil(347): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:51:53,401 WARN [M:0;c302dddf724e:37235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:51:53,402 INFO [M:0;c302dddf724e:37235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/.lastflushedseqids 2024-11-08T00:51:53,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741878_1054 (size=228) 2024-11-08T00:51:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741878_1054 (size=228) 2024-11-08T00:51:53,409 INFO [M:0;c302dddf724e:37235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:51:53,409 INFO [M:0;c302dddf724e:37235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:51:53,409 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:51:53,409 INFO [M:0;c302dddf724e:37235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:53,409 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:53,409 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:51:53,409 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:53,410 INFO [M:0;c302dddf724e:37235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-08T00:51:53,425 DEBUG [M:0;c302dddf724e:37235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab9d6ba1340747fdb3c77689144ed121 is 82, key is hbase:meta,,1/info:regioninfo/1731027066133/Put/seqid=0 2024-11-08T00:51:53,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741879_1055 (size=5672) 2024-11-08T00:51:53,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741879_1055 (size=5672) 2024-11-08T00:51:53,430 INFO [M:0;c302dddf724e:37235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab9d6ba1340747fdb3c77689144ed121 2024-11-08T00:51:53,449 DEBUG [M:0;c302dddf724e:37235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e857022931a24c998e4ea83c75726766 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731027067020/Put/seqid=0 2024-11-08T00:51:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741880_1056 (size=7091) 2024-11-08T00:51:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741880_1056 (size=7091) 2024-11-08T00:51:53,454 INFO [M:0;c302dddf724e:37235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e857022931a24c998e4ea83c75726766 2024-11-08T00:51:53,458 INFO [M:0;c302dddf724e:37235 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e857022931a24c998e4ea83c75726766 2024-11-08T00:51:53,472 DEBUG [M:0;c302dddf724e:37235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a374ed6f1144625be66d2420c675a16 is 69, key is c302dddf724e,45173,1731027065303/rs:state/1731027065541/Put/seqid=0 2024-11-08T00:51:53,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741881_1057 (size=5156) 2024-11-08T00:51:53,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741881_1057 (size=5156) 2024-11-08T00:51:53,477 INFO [M:0;c302dddf724e:37235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a374ed6f1144625be66d2420c675a16 2024-11-08T00:51:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:53,493 INFO [RS:0;c302dddf724e:45173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:51:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45173-0x100f50ec4260001, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:53,493 INFO [RS:0;c302dddf724e:45173 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,45173,1731027065303; zookeeper connection closed. 2024-11-08T00:51:53,493 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67758a0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67758a0c 2024-11-08T00:51:53,493 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:51:53,495 DEBUG [M:0;c302dddf724e:37235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9510c2724c1f4fbaaf590e2e7e8da6d8 is 52, key is load_balancer_on/state:d/1731027066229/Put/seqid=0 2024-11-08T00:51:53,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741882_1058 (size=5056) 2024-11-08T00:51:53,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741882_1058 (size=5056) 2024-11-08T00:51:53,499 INFO [M:0;c302dddf724e:37235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9510c2724c1f4fbaaf590e2e7e8da6d8 2024-11-08T00:51:53,504 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab9d6ba1340747fdb3c77689144ed121 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab9d6ba1340747fdb3c77689144ed121 2024-11-08T00:51:53,509 INFO [M:0;c302dddf724e:37235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab9d6ba1340747fdb3c77689144ed121, entries=8, sequenceid=125, filesize=5.5 K 2024-11-08T00:51:53,510 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e857022931a24c998e4ea83c75726766 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e857022931a24c998e4ea83c75726766 2024-11-08T00:51:53,514 INFO [M:0;c302dddf724e:37235 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e857022931a24c998e4ea83c75726766 2024-11-08T00:51:53,514 INFO [M:0;c302dddf724e:37235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e857022931a24c998e4ea83c75726766, entries=13, sequenceid=125, filesize=6.9 K 2024-11-08T00:51:53,515 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a374ed6f1144625be66d2420c675a16 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a374ed6f1144625be66d2420c675a16 2024-11-08T00:51:53,519 INFO [M:0;c302dddf724e:37235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a374ed6f1144625be66d2420c675a16, entries=1, sequenceid=125, filesize=5.0 K 2024-11-08T00:51:53,519 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9510c2724c1f4fbaaf590e2e7e8da6d8 as hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9510c2724c1f4fbaaf590e2e7e8da6d8 2024-11-08T00:51:53,523 INFO [M:0;c302dddf724e:37235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/8acddaed-82a5-1072-5475-6886b3cab198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9510c2724c1f4fbaaf590e2e7e8da6d8, entries=1, sequenceid=125, filesize=4.9 K 2024-11-08T00:51:53,524 INFO [M:0;c302dddf724e:37235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=125, compaction requested=false 2024-11-08T00:51:53,526 INFO [M:0;c302dddf724e:37235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:53,526 DEBUG [M:0;c302dddf724e:37235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731027113409Disabling compacts and flushes for region at 1731027113409Disabling writes for close at 1731027113409Obtaining lock to block concurrent updates at 1731027113410 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731027113410Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731027113410Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731027113411 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731027113411Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731027113425 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731027113425Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731027113434 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731027113448 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731027113448Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731027113459 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731027113472 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731027113472Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731027113481 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731027113494 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731027113494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f91b9d: reopening flushed file at 1731027113503 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e74bfdf: reopening flushed file at 1731027113509 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50afd09c: reopening flushed file at 1731027113514 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2e276f: reopening flushed file at 1731027113519 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=125, compaction requested=false at 1731027113524 (+5 ms)Writing region close event to WAL at 1731027113526 (+2 ms)Closed at 1731027113526 2024-11-08T00:51:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41729 is added to blk_1073741830_1006 (size=61332) 2024-11-08T00:51:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40035 is added to blk_1073741830_1006 (size=61332) 2024-11-08T00:51:53,528 INFO [M:0;c302dddf724e:37235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:51:53,528 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:51:53,529 INFO [M:0;c302dddf724e:37235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37235 2024-11-08T00:51:53,529 INFO [M:0;c302dddf724e:37235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:51:53,559 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:51:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:53,631 INFO [M:0;c302dddf724e:37235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:51:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37235-0x100f50ec4260000, quorum=127.0.0.1:63280, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:53,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11fec434{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:53,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@705bcbaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:53,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:53,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58636844{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:53,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395bad63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:53,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:51:53,636 WARN [BP-1619593901-172.17.0.2-1731027064558 heartbeating to localhost/127.0.0.1:44409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:51:53,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:51:53,636 WARN [BP-1619593901-172.17.0.2-1731027064558 heartbeating to localhost/127.0.0.1:44409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1619593901-172.17.0.2-1731027064558 (Datanode Uuid 4fa05d67-d802-4df5-9cb1-430175883f4c) service to localhost/127.0.0.1:44409 2024-11-08T00:51:53,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/data/data3/current/BP-1619593901-172.17.0.2-1731027064558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:53,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/data/data4/current/BP-1619593901-172.17.0.2-1731027064558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:53,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:51:53,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d424090{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:53,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11d42b0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:53,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:53,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eae4024{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:53,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3972f8b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:53,641 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:51:53,641 WARN [BP-1619593901-172.17.0.2-1731027064558 heartbeating to localhost/127.0.0.1:44409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:51:53,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:51:53,641 WARN [BP-1619593901-172.17.0.2-1731027064558 heartbeating to localhost/127.0.0.1:44409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1619593901-172.17.0.2-1731027064558 (Datanode Uuid 49a97c82-560c-4376-9d40-2f9bd115033f) service to localhost/127.0.0.1:44409 2024-11-08T00:51:53,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/data/data1/current/BP-1619593901-172.17.0.2-1731027064558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:53,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/cluster_4ea2acec-f3c9-ded2-f1d2-196a22181429/data/data2/current/BP-1619593901-172.17.0.2-1731027064558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:53,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:51:53,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fd7aaa3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:51:53,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a22361{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:53,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:53,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fe52c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:53,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3768abc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:53,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:51:53,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:51:53,689 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 97) - Thread LEAK? -, OpenFileDescriptor=456 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 90) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1911 (was 2384) 2024-11-08T00:51:53,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=1911 2024-11-08T00:51:53,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.log.dir so I do NOT create it in target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51d71b76-3c44-2000-bdd1-c98f1142b182/hadoop.tmp.dir so I do NOT create it in target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52, deleteOnExit=true 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/test.cache.data in system properties and HBase conf 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:51:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:51:53,696 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:51:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:51:53,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:51:53,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:51:53,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:51:53,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:51:53,790 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:51:53,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:51:53,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d8938a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:51:53,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ed6553b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:51:53,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@322277d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/java.io.tmpdir/jetty-localhost-42179-hadoop-hdfs-3_4_1-tests_jar-_-any-4272905506434848698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:51:53,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c665fb4{HTTP/1.1, (http/1.1)}{localhost:42179} 2024-11-08T00:51:53,906 INFO [Time-limited test {}] server.Server(415): Started @189936ms 2024-11-08T00:51:53,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:51:53,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:51:53,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:51:53,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:51:53,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:51:53,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e581493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:51:53,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586b00ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:51:54,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c6b30ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/java.io.tmpdir/jetty-localhost-40161-hadoop-hdfs-3_4_1-tests_jar-_-any-3225585222214764316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:54,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64b77b62{HTTP/1.1, (http/1.1)}{localhost:40161} 2024-11-08T00:51:54,099 INFO [Time-limited test {}] server.Server(415): Started @190129ms 2024-11-08T00:51:54,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:51:54,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:51:54,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:51:54,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:51:54,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:51:54,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:51:54,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@789480b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:51:54,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395f158d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:51:54,197 WARN [Thread-1595 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/data/data1/current/BP-1051464385-172.17.0.2-1731027113727/current, will proceed with Du for space computation calculation, 2024-11-08T00:51:54,197 WARN [Thread-1596 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/data/data2/current/BP-1051464385-172.17.0.2-1731027113727/current, will proceed with Du for space computation calculation, 2024-11-08T00:51:54,213 WARN [Thread-1574 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:51:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2a1dc913a3cfe9e with lease ID 0xf28b49fb201b5843: Processing first storage report for DS-ce8cdd57-a18b-42fc-82b1-497e9bb5462a from datanode DatanodeRegistration(127.0.0.1:43321, datanodeUuid=04666782-d35a-4970-a4ae-a4207405c49f, infoPort=44257, infoSecurePort=0, ipcPort=33111, storageInfo=lv=-57;cid=testClusterID;nsid=313802867;c=1731027113727) 2024-11-08T00:51:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2a1dc913a3cfe9e with lease ID 0xf28b49fb201b5843: from storage DS-ce8cdd57-a18b-42fc-82b1-497e9bb5462a node DatanodeRegistration(127.0.0.1:43321, datanodeUuid=04666782-d35a-4970-a4ae-a4207405c49f, infoPort=44257, infoSecurePort=0, ipcPort=33111, storageInfo=lv=-57;cid=testClusterID;nsid=313802867;c=1731027113727), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:51:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2a1dc913a3cfe9e with lease ID 0xf28b49fb201b5843: Processing first storage report for DS-6864dd45-8a06-4bf2-b3c4-740ff00a7e1a from datanode DatanodeRegistration(127.0.0.1:43321, datanodeUuid=04666782-d35a-4970-a4ae-a4207405c49f, infoPort=44257, infoSecurePort=0, ipcPort=33111, storageInfo=lv=-57;cid=testClusterID;nsid=313802867;c=1731027113727) 2024-11-08T00:51:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2a1dc913a3cfe9e with lease ID 0xf28b49fb201b5843: from storage DS-6864dd45-8a06-4bf2-b3c4-740ff00a7e1a node DatanodeRegistration(127.0.0.1:43321, datanodeUuid=04666782-d35a-4970-a4ae-a4207405c49f, infoPort=44257, infoSecurePort=0, ipcPort=33111, storageInfo=lv=-57;cid=testClusterID;nsid=313802867;c=1731027113727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:51:54,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f72d166{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/java.io.tmpdir/jetty-localhost-36051-hadoop-hdfs-3_4_1-tests_jar-_-any-9280782885066487606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:54,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36afd443{HTTP/1.1, (http/1.1)}{localhost:36051} 2024-11-08T00:51:54,252 INFO [Time-limited test {}] server.Server(415): Started @190281ms 2024-11-08T00:51:54,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:51:54,349 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/data/data3/current/BP-1051464385-172.17.0.2-1731027113727/current, will proceed with Du for space computation calculation, 2024-11-08T00:51:54,349 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/data/data4/current/BP-1051464385-172.17.0.2-1731027113727/current, will proceed with Du for space computation calculation, 2024-11-08T00:51:54,369 WARN [Thread-1610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:51:54,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf53667da912f5c with lease ID 0xf28b49fb201b5844: Processing first storage report for DS-d38ec645-bf9a-41a4-89d7-3de2bd48fd93 from datanode DatanodeRegistration(127.0.0.1:34505, datanodeUuid=6be23636-ad49-4895-acba-aa00759f754f, infoPort=34899, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=313802867;c=1731027113727) 2024-11-08T00:51:54,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf53667da912f5c with lease ID 0xf28b49fb201b5844: from storage DS-d38ec645-bf9a-41a4-89d7-3de2bd48fd93 node DatanodeRegistration(127.0.0.1:34505, datanodeUuid=6be23636-ad49-4895-acba-aa00759f754f, infoPort=34899, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=313802867;c=1731027113727), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:51:54,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf53667da912f5c with lease ID 0xf28b49fb201b5844: Processing first storage report for DS-a6493b2d-54ca-469f-84f6-5002d438da46 from datanode DatanodeRegistration(127.0.0.1:34505, datanodeUuid=6be23636-ad49-4895-acba-aa00759f754f, infoPort=34899, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=313802867;c=1731027113727) 2024-11-08T00:51:54,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf53667da912f5c with lease ID 0xf28b49fb201b5844: from storage DS-a6493b2d-54ca-469f-84f6-5002d438da46 node DatanodeRegistration(127.0.0.1:34505, datanodeUuid=6be23636-ad49-4895-acba-aa00759f754f, infoPort=34899, infoSecurePort=0, ipcPort=39527, storageInfo=lv=-57;cid=testClusterID;nsid=313802867;c=1731027113727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:51:54,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2 2024-11-08T00:51:54,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/zookeeper_0, clientPort=56255, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:51:54,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56255 2024-11-08T00:51:54,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:54,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:51:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:51:54,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903 with version=8 2024-11-08T00:51:54,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37521/user/jenkins/test-data/bfa41584-00ba-de56-040d-6f87a26e3940/hbase-staging 2024-11-08T00:51:54,394 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:51:54,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:54,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:54,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:51:54,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:54,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:51:54,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:51:54,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:51:54,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34581 2024-11-08T00:51:54,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34581 connecting to ZooKeeper ensemble=127.0.0.1:56255 2024-11-08T00:51:54,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345810x0, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:51:54,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34581-0x100f50f84190000 connected 2024-11-08T00:51:54,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:54,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:54,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:54,425 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903, hbase.cluster.distributed=false 2024-11-08T00:51:54,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:51:54,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-08T00:51:54,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34581 2024-11-08T00:51:54,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34581 2024-11-08T00:51:54,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-08T00:51:54,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34581 2024-11-08T00:51:54,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:51:54,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:54,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:54,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:51:54,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:51:54,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:51:54,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:51:54,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:51:54,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34027 2024-11-08T00:51:54,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34027 connecting to ZooKeeper ensemble=127.0.0.1:56255 2024-11-08T00:51:54,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:54,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:54,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340270x0, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:51:54,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34027-0x100f50f84190001 connected 2024-11-08T00:51:54,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:54,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:51:54,452 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:51:54,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:51:54,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:51:54,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-08T00:51:54,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34027 2024-11-08T00:51:54,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34027 2024-11-08T00:51:54,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-08T00:51:54,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34027 2024-11-08T00:51:54,466 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c302dddf724e:34581 2024-11-08T00:51:54,466 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c302dddf724e,34581,1731027114393 2024-11-08T00:51:54,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:51:54,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:51:54,469 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c302dddf724e,34581,1731027114393 2024-11-08T00:51:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:51:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,472 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:51:54,472 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c302dddf724e,34581,1731027114393 from backup master directory 2024-11-08T00:51:54,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c302dddf724e,34581,1731027114393 2024-11-08T00:51:54,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:51:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:51:54,474 WARN [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:51:54,474 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c302dddf724e,34581,1731027114393 2024-11-08T00:51:54,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/hbase.id] with ID: 08dc183f-2fff-4bec-8bd6-f660ef5ffe97 2024-11-08T00:51:54,477 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/.tmp/hbase.id 2024-11-08T00:51:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:51:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:51:54,483 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/.tmp/hbase.id]:[hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/hbase.id] 2024-11-08T00:51:54,494 INFO [master/c302dddf724e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:54,494 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:51:54,495 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T00:51:54,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:51:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:51:54,503 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:51:54,504 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:51:54,505 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:51:54,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:51:54,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:51:54,512 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store 2024-11-08T00:51:54,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:51:54,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:51:54,518 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:54,519 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:51:54,519 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:54,519 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:54,519 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:51:54,519 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:54,519 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:54,519 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731027114518Disabling compacts and flushes for region at 1731027114518Disabling writes for close at 1731027114519 (+1 ms)Writing region close event to WAL at 1731027114519Closed at 1731027114519 2024-11-08T00:51:54,519 WARN [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/.initializing 2024-11-08T00:51:54,520 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/WALs/c302dddf724e,34581,1731027114393 2024-11-08T00:51:54,520 INFO [master/c302dddf724e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:51:54,522 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C34581%2C1731027114393, suffix=, logDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/WALs/c302dddf724e,34581,1731027114393, archiveDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/oldWALs, maxLogs=10 2024-11-08T00:51:54,535 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/WALs/c302dddf724e,34581,1731027114393/c302dddf724e%2C34581%2C1731027114393.1731027114522, exclude list is [], retry=0 2024-11-08T00:51:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-d38ec645-bf9a-41a4-89d7-3de2bd48fd93,DISK] 2024-11-08T00:51:54,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43321,DS-ce8cdd57-a18b-42fc-82b1-497e9bb5462a,DISK] 2024-11-08T00:51:54,539 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/WALs/c302dddf724e,34581,1731027114393/c302dddf724e%2C34581%2C1731027114393.1731027114522 2024-11-08T00:51:54,540 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34899:34899),(127.0.0.1/127.0.0.1:44257:44257)] 2024-11-08T00:51:54,540 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:51:54,540 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:54,540 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,540 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:51:54,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:54,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:51:54,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:54,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:51:54,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:54,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:51:54,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:51:54,550 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,550 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,551 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,552 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,552 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,552 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:51:54,553 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:51:54,555 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:51:54,556 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=870197, jitterRate=0.10651344060897827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:51:54,556 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731027114541Initializing all the Stores at 1731027114541Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027114541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027114543 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027114543Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027114543Cleaning up temporary data from old regions at 1731027114552 (+9 ms)Region opened successfully at 1731027114556 (+4 ms) 2024-11-08T00:51:54,557 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:51:54,559 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a62c61e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:51:54,560 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:51:54,560 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:51:54,560 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:51:54,560 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:51:54,561 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:51:54,561 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:51:54,561 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T00:51:54,563 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:51:54,564 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:51:54,566 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:51:54,566 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:51:54,566 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:51:54,568 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:51:54,568 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:51:54,569 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:51:54,571 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:51:54,571 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:51:54,573 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:51:54,574 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:51:54,576 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:51:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,579 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c302dddf724e,34581,1731027114393, sessionid=0x100f50f84190000, setting cluster-up flag (Was=false) 2024-11-08T00:51:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,588 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:51:54,589 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,34581,1731027114393 2024-11-08T00:51:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:54,602 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:51:54,603 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,34581,1731027114393 2024-11-08T00:51:54,604 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:51:54,606 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:51:54,606 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:51:54,606 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:51:54,606 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c302dddf724e,34581,1731027114393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:51:54,607 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:51:54,607 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:51:54,608 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:51:54,608 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:51:54,608 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c302dddf724e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:51:54,608 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,608 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:51:54,608 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:51:54,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:51:54,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:51:54,613 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731027144612 2024-11-08T00:51:54,613 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:51:54,613 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:51:54,613 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:51:54,613 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:51:54,613 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:51:54,613 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:51:54,613 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,614 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:51:54,614 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:51:54,614 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:51:54,616 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:51:54,616 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:51:54,616 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027114616,5,FailOnTimeoutGroup] 2024-11-08T00:51:54,617 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027114616,5,FailOnTimeoutGroup] 2024-11-08T00:51:54,617 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,617 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:51:54,617 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,617 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:51:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:51:54,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:51:54,621 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903 2024-11-08T00:51:54,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:51:54,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:51:54,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:54,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:51:54,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:51:54,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:54,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:51:54,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:51:54,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:54,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:51:54,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:51:54,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:54,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:51:54,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:51:54,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:54,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:54,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:51:54,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740 2024-11-08T00:51:54,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740 2024-11-08T00:51:54,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:51:54,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:51:54,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:51:54,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:51:54,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:51:54,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864057, jitterRate=0.09870593249797821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:51:54,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731027114630Initializing all the Stores at 1731027114631 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027114631Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027114631Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027114631Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027114631Cleaning up temporary data from old regions at 1731027114642 (+11 ms)Region opened successfully at 1731027114647 (+5 ms) 2024-11-08T00:51:54,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:51:54,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:51:54,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:51:54,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:51:54,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:51:54,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:51:54,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731027114647Disabling compacts and flushes for region at 1731027114647Disabling writes for close at 1731027114647Writing region close event to WAL at 1731027114647Closed at 1731027114647 2024-11-08T00:51:54,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:51:54,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:51:54,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:51:54,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:51:54,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:51:54,656 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(746): ClusterId : 08dc183f-2fff-4bec-8bd6-f660ef5ffe97 2024-11-08T00:51:54,656 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:51:54,659 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:51:54,659 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:51:54,661 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:51:54,662 DEBUG [RS:0;c302dddf724e:34027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ece8e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:51:54,673 DEBUG [RS:0;c302dddf724e:34027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c302dddf724e:34027 2024-11-08T00:51:54,674 INFO [RS:0;c302dddf724e:34027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:51:54,674 INFO [RS:0;c302dddf724e:34027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:51:54,674 DEBUG [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:51:54,674 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,34581,1731027114393 with port=34027, startcode=1731027114442 2024-11-08T00:51:54,674 DEBUG [RS:0;c302dddf724e:34027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:51:54,676 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:51:54,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,34027,1731027114442 2024-11-08T00:51:54,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34581 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,34027,1731027114442 2024-11-08T00:51:54,678 DEBUG [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903 2024-11-08T00:51:54,678 DEBUG [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37481 2024-11-08T00:51:54,678 DEBUG [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:51:54,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:51:54,681 DEBUG [RS:0;c302dddf724e:34027 {}] zookeeper.ZKUtil(111): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,34027,1731027114442 2024-11-08T00:51:54,681 WARN [RS:0;c302dddf724e:34027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:51:54,681 INFO [RS:0;c302dddf724e:34027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:51:54,681 DEBUG [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/c302dddf724e,34027,1731027114442 2024-11-08T00:51:54,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,34027,1731027114442] 2024-11-08T00:51:54,684 INFO [RS:0;c302dddf724e:34027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:51:54,686 INFO [RS:0;c302dddf724e:34027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:51:54,686 INFO [RS:0;c302dddf724e:34027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:51:54,686 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,687 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:51:54,687 INFO [RS:0;c302dddf724e:34027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:51:54,687 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,687 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,687 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:51:54,688 DEBUG [RS:0;c302dddf724e:34027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:51:54,691 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,691 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,691 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,691 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,692 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,692 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34027,1731027114442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:51:54,707 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:51:54,707 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34027,1731027114442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,707 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,707 INFO [RS:0;c302dddf724e:34027 {}] regionserver.Replication(171): c302dddf724e,34027,1731027114442 started 2024-11-08T00:51:54,721 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:54,721 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,34027,1731027114442, RpcServer on c302dddf724e/172.17.0.2:34027, sessionid=0x100f50f84190001 2024-11-08T00:51:54,722 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:51:54,722 DEBUG [RS:0;c302dddf724e:34027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,34027,1731027114442 2024-11-08T00:51:54,722 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,34027,1731027114442' 2024-11-08T00:51:54,722 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:51:54,722 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:51:54,723 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:51:54,723 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:51:54,723 DEBUG [RS:0;c302dddf724e:34027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,34027,1731027114442 2024-11-08T00:51:54,723 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,34027,1731027114442' 2024-11-08T00:51:54,723 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:51:54,723 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:51:54,723 DEBUG [RS:0;c302dddf724e:34027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:51:54,723 INFO [RS:0;c302dddf724e:34027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:51:54,723 INFO [RS:0;c302dddf724e:34027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:51:54,801 WARN [c302dddf724e:34581 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:51:54,824 INFO [RS:0;c302dddf724e:34027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:51:54,825 INFO [RS:0;c302dddf724e:34027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C34027%2C1731027114442, suffix=, logDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/c302dddf724e,34027,1731027114442, archiveDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/oldWALs, maxLogs=32 2024-11-08T00:51:54,839 DEBUG [RS:0;c302dddf724e:34027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/c302dddf724e,34027,1731027114442/c302dddf724e%2C34027%2C1731027114442.1731027114826, exclude list is [], retry=0 2024-11-08T00:51:54,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43321,DS-ce8cdd57-a18b-42fc-82b1-497e9bb5462a,DISK] 2024-11-08T00:51:54,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-d38ec645-bf9a-41a4-89d7-3de2bd48fd93,DISK] 2024-11-08T00:51:54,843 INFO [RS:0;c302dddf724e:34027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/c302dddf724e,34027,1731027114442/c302dddf724e%2C34027%2C1731027114442.1731027114826 2024-11-08T00:51:54,843 DEBUG [RS:0;c302dddf724e:34027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34899:34899),(127.0.0.1/127.0.0.1:44257:44257)] 2024-11-08T00:51:55,051 DEBUG [c302dddf724e:34581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:51:55,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c302dddf724e,34027,1731027114442 2024-11-08T00:51:55,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,34027,1731027114442, state=OPENING 2024-11-08T00:51:55,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:51:55,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:55,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:55,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:51:55,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:51:55,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,34027,1731027114442}] 2024-11-08T00:51:55,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:51:55,211 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:51:55,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:51:55,216 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:51:55,216 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:51:55,216 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:51:55,218 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C34027%2C1731027114442.meta, suffix=.meta, logDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/c302dddf724e,34027,1731027114442, archiveDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/oldWALs, maxLogs=32 2024-11-08T00:51:55,231 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/c302dddf724e,34027,1731027114442/c302dddf724e%2C34027%2C1731027114442.meta.1731027115218.meta, exclude list is [], retry=0 2024-11-08T00:51:55,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-d38ec645-bf9a-41a4-89d7-3de2bd48fd93,DISK] 2024-11-08T00:51:55,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43321,DS-ce8cdd57-a18b-42fc-82b1-497e9bb5462a,DISK] 2024-11-08T00:51:55,235 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/c302dddf724e,34027,1731027114442/c302dddf724e%2C34027%2C1731027114442.meta.1731027115218.meta 2024-11-08T00:51:55,236 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34899:34899),(127.0.0.1/127.0.0.1:44257:44257)] 2024-11-08T00:51:55,236 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:51:55,236 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:51:55,236 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:51:55,236 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:51:55,237 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:51:55,237 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:51:55,237 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:51:55,237 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:51:55,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:51:55,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:51:55,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:55,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:55,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:51:55,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:51:55,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:55,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:55,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:51:55,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:51:55,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:55,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:55,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:51:55,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:51:55,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:51:55,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:51:55,244 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:51:55,244 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740 2024-11-08T00:51:55,245 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740 2024-11-08T00:51:55,246 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:51:55,246 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:51:55,247 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T00:51:55,248 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:51:55,249 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794442, jitterRate=0.010186046361923218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T00:51:55,249 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:51:55,250 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731027115237Writing region info on filesystem at 1731027115237Initializing all the Stores at 1731027115238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027115238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027115238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731027115238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731027115238Cleaning up temporary data from old regions at 1731027115246 (+8 ms)Running coprocessor post-open hooks at 1731027115249 (+3 ms)Region opened successfully at 1731027115249 2024-11-08T00:51:55,250 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731027115210 2024-11-08T00:51:55,252 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:51:55,252 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:51:55,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,34027,1731027114442 2024-11-08T00:51:55,253 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,34027,1731027114442, state=OPEN 2024-11-08T00:51:55,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:51:55,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:51:55,258 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c302dddf724e,34027,1731027114442 2024-11-08T00:51:55,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:51:55,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:51:55,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:51:55,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,34027,1731027114442 in 200 msec 2024-11-08T00:51:55,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:51:55,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-08T00:51:55,263 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:51:55,263 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:51:55,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:51:55,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,34027,1731027114442, seqNum=-1] 2024-11-08T00:51:55,264 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:51:55,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43665, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:51:55,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 663 msec 2024-11-08T00:51:55,269 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731027115269, completionTime=-1 2024-11-08T00:51:55,269 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T00:51:55,269 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731027175271 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731027235271 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34581,1731027114393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34581,1731027114393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34581,1731027114393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c302dddf724e:34581, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:55,271 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:55,272 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:55,273 DEBUG [master/c302dddf724e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:51:55,275 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.801sec 2024-11-08T00:51:55,275 INFO [master/c302dddf724e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:51:55,275 INFO [master/c302dddf724e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:51:55,275 INFO [master/c302dddf724e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:51:55,275 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:51:55,275 INFO [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:51:55,275 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34581,1731027114393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:51:55,276 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34581,1731027114393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:51:55,278 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:51:55,278 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:51:55,278 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34581,1731027114393-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:51:55,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616e7eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:51:55,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,34581,-1 for getting cluster id 2024-11-08T00:51:55,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:51:55,358 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08dc183f-2fff-4bec-8bd6-f660ef5ffe97' 2024-11-08T00:51:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:51:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08dc183f-2fff-4bec-8bd6-f660ef5ffe97" 2024-11-08T00:51:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8536ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:51:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,34581,-1] 2024-11-08T00:51:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:51:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:55,360 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:51:55,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:51:55,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:51:55,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,34027,1731027114442, seqNum=-1] 2024-11-08T00:51:55,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:51:55,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:51:55,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c302dddf724e,34581,1731027114393 2024-11-08T00:51:55,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:51:55,367 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T00:51:55,367 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:51:55,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:51:55,370 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/test.com,8080,1, archiveDir=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/oldWALs, maxLogs=32 2024-11-08T00:51:55,383 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/test.com,8080,1/test.com%2C8080%2C1.1731027115370, exclude list is [], retry=0 2024-11-08T00:51:55,385 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43321,DS-ce8cdd57-a18b-42fc-82b1-497e9bb5462a,DISK] 2024-11-08T00:51:55,386 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-d38ec645-bf9a-41a4-89d7-3de2bd48fd93,DISK] 2024-11-08T00:51:55,388 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/test.com,8080,1/test.com%2C8080%2C1.1731027115370 2024-11-08T00:51:55,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44257:44257),(127.0.0.1/127.0.0.1:34899:34899)] 2024-11-08T00:51:55,400 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/test.com,8080,1/test.com%2C8080%2C1.1731027115388, exclude list is [], retry=0 2024-11-08T00:51:55,403 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-d38ec645-bf9a-41a4-89d7-3de2bd48fd93,DISK] 2024-11-08T00:51:55,403 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43321,DS-ce8cdd57-a18b-42fc-82b1-497e9bb5462a,DISK] 2024-11-08T00:51:55,404 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/test.com,8080,1/test.com%2C8080%2C1.1731027115370 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/test.com,8080,1/test.com%2C8080%2C1.1731027115388 2024-11-08T00:51:55,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34899:34899),(127.0.0.1/127.0.0.1:44257:44257)] 2024-11-08T00:51:55,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/test.com,8080,1/test.com%2C8080%2C1.1731027115370 is not closed yet, will try archiving it next time 2024-11-08T00:51:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741835_1011 (size=93) 2024-11-08T00:51:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741835_1011 (size=93) 2024-11-08T00:51:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741836_1012 (size=93) 2024-11-08T00:51:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741836_1012 (size=93) 2024-11-08T00:51:55,411 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/WALs/test.com,8080,1/test.com%2C8080%2C1.1731027115370 to hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/oldWALs/test.com%2C8080%2C1.1731027115370 2024-11-08T00:51:55,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/oldWALs 2024-11-08T00:51:55,414 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731027115388) 2024-11-08T00:51:55,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:51:55,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:51:55,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:55,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:55,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:55,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:51:55,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:51:55,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=430931607, stopped=false 2024-11-08T00:51:55,415 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c302dddf724e,34581,1731027114393 2024-11-08T00:51:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:51:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:55,417 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:51:55,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:51:55,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:55,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:55,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:55,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:51:55,418 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,34027,1731027114442' ***** 2024-11-08T00:51:55,418 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:51:55,418 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,34027,1731027114442 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c302dddf724e:34027. 2024-11-08T00:51:55,418 DEBUG [RS:0;c302dddf724e:34027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:51:55,418 DEBUG [RS:0;c302dddf724e:34027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:51:55,418 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:51:55,419 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T00:51:55,419 DEBUG [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T00:51:55,419 DEBUG [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T00:51:55,419 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:51:55,419 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:51:55,419 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:51:55,419 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:51:55,419 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:51:55,419 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T00:51:55,435 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740/.tmp/ns/99b0c10a3c2a46ff80ab9adbc03e2dd7 is 43, key is default/ns:d/1731027115266/Put/seqid=0 2024-11-08T00:51:55,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741837_1013 (size=5153) 2024-11-08T00:51:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741837_1013 (size=5153) 2024-11-08T00:51:55,440 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740/.tmp/ns/99b0c10a3c2a46ff80ab9adbc03e2dd7 2024-11-08T00:51:55,446 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740/.tmp/ns/99b0c10a3c2a46ff80ab9adbc03e2dd7 as hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740/ns/99b0c10a3c2a46ff80ab9adbc03e2dd7 2024-11-08T00:51:55,450 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740/ns/99b0c10a3c2a46ff80ab9adbc03e2dd7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T00:51:55,451 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-08T00:51:55,451 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:51:55,455 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T00:51:55,456 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:51:55,456 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:51:55,456 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731027115419Running coprocessor pre-close hooks at 1731027115419Disabling compacts and flushes for region at 1731027115419Disabling writes for close at 1731027115419Obtaining lock to block concurrent updates at 1731027115419Preparing flush snapshotting stores in 1588230740 at 1731027115419Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731027115420 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731027115420Flushing 1588230740/ns: creating writer at 1731027115420Flushing 1588230740/ns: appending metadata at 1731027115434 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731027115434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33341a10: reopening flushed file at 1731027115445 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731027115451 (+6 ms)Writing region close event to WAL at 1731027115453 (+2 ms)Running coprocessor post-close hooks at 1731027115456 (+3 ms)Closed at 1731027115456 2024-11-08T00:51:55,456 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:51:55,619 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,34027,1731027114442; all regions closed. 2024-11-08T00:51:55,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741834_1010 (size=1152) 2024-11-08T00:51:55,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741834_1010 (size=1152) 2024-11-08T00:51:55,623 DEBUG [RS:0;c302dddf724e:34027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/oldWALs 2024-11-08T00:51:55,623 INFO [RS:0;c302dddf724e:34027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C34027%2C1731027114442.meta:.meta(num 1731027115218) 2024-11-08T00:51:55,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741833_1009 (size=93) 2024-11-08T00:51:55,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741833_1009 (size=93) 2024-11-08T00:51:55,627 DEBUG [RS:0;c302dddf724e:34027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/oldWALs 2024-11-08T00:51:55,627 INFO [RS:0;c302dddf724e:34027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C34027%2C1731027114442:(num 1731027114826) 2024-11-08T00:51:55,627 DEBUG [RS:0;c302dddf724e:34027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:51:55,627 INFO [RS:0;c302dddf724e:34027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:51:55,627 INFO [RS:0;c302dddf724e:34027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:51:55,628 INFO [RS:0;c302dddf724e:34027 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:51:55,628 INFO [RS:0;c302dddf724e:34027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:51:55,628 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:51:55,628 INFO [RS:0;c302dddf724e:34027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34027 2024-11-08T00:51:55,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,34027,1731027114442 2024-11-08T00:51:55,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:51:55,630 INFO [RS:0;c302dddf724e:34027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:51:55,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,34027,1731027114442] 2024-11-08T00:51:55,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,34027,1731027114442 already deleted, retry=false 2024-11-08T00:51:55,634 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,34027,1731027114442 expired; onlineServers=0 2024-11-08T00:51:55,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c302dddf724e,34581,1731027114393' ***** 2024-11-08T00:51:55,634 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:51:55,634 INFO [M:0;c302dddf724e:34581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:51:55,634 INFO [M:0;c302dddf724e:34581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:51:55,634 DEBUG [M:0;c302dddf724e:34581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:51:55,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:51:55,634 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027114616 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731027114616,5,FailOnTimeoutGroup] 2024-11-08T00:51:55,634 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027114616 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731027114616,5,FailOnTimeoutGroup] 2024-11-08T00:51:55,634 DEBUG [M:0;c302dddf724e:34581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:51:55,634 INFO [M:0;c302dddf724e:34581 {}] hbase.ChoreService(370): Chore service for: master/c302dddf724e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:51:55,635 INFO [M:0;c302dddf724e:34581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:51:55,635 DEBUG [M:0;c302dddf724e:34581 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:51:55,635 INFO [M:0;c302dddf724e:34581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:51:55,635 INFO [M:0;c302dddf724e:34581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:51:55,635 INFO [M:0;c302dddf724e:34581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:51:55,635 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:51:55,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:51:55,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:51:55,636 DEBUG [M:0;c302dddf724e:34581 {}] zookeeper.ZKUtil(347): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:51:55,636 WARN [M:0;c302dddf724e:34581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:51:55,637 INFO [M:0;c302dddf724e:34581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/.lastflushedseqids 2024-11-08T00:51:55,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741838_1014 (size=99) 2024-11-08T00:51:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741838_1014 (size=99) 2024-11-08T00:51:55,643 INFO [M:0;c302dddf724e:34581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:51:55,643 INFO [M:0;c302dddf724e:34581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:51:55,643 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:51:55,643 INFO [M:0;c302dddf724e:34581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:55,643 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:55,643 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:51:55,643 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:55,643 INFO [M:0;c302dddf724e:34581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-08T00:51:55,659 DEBUG [M:0;c302dddf724e:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b3b73da96fd46c29b5abec27821e27d is 82, key is hbase:meta,,1/info:regioninfo/1731027115253/Put/seqid=0 2024-11-08T00:51:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741839_1015 (size=5672) 2024-11-08T00:51:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741839_1015 (size=5672) 2024-11-08T00:51:55,664 INFO [M:0;c302dddf724e:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b3b73da96fd46c29b5abec27821e27d 2024-11-08T00:51:55,683 DEBUG [M:0;c302dddf724e:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7339e43dcd114e98a8e1b582f448ffda is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731027115268/Put/seqid=0 2024-11-08T00:51:55,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741840_1016 (size=5275) 2024-11-08T00:51:55,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741840_1016 (size=5275) 2024-11-08T00:51:55,688 INFO [M:0;c302dddf724e:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7339e43dcd114e98a8e1b582f448ffda 2024-11-08T00:51:55,706 DEBUG [M:0;c302dddf724e:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/255be4427c77477a9fa2a3eb51a50715 is 69, key is c302dddf724e,34027,1731027114442/rs:state/1731027114677/Put/seqid=0 2024-11-08T00:51:55,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741841_1017 (size=5156) 2024-11-08T00:51:55,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741841_1017 (size=5156) 2024-11-08T00:51:55,712 INFO [M:0;c302dddf724e:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/255be4427c77477a9fa2a3eb51a50715 2024-11-08T00:51:55,731 DEBUG [M:0;c302dddf724e:34581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b378a01abce4348b33bed953f4b78b6 is 52, key is load_balancer_on/state:d/1731027115366/Put/seqid=0 2024-11-08T00:51:55,732 INFO [RS:0;c302dddf724e:34027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:51:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34027-0x100f50f84190001, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:55,732 INFO [RS:0;c302dddf724e:34027 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,34027,1731027114442; zookeeper connection closed. 2024-11-08T00:51:55,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7246835e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7246835e 2024-11-08T00:51:55,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T00:51:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741842_1018 (size=5056) 2024-11-08T00:51:55,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741842_1018 (size=5056) 2024-11-08T00:51:55,736 INFO [M:0;c302dddf724e:34581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b378a01abce4348b33bed953f4b78b6 2024-11-08T00:51:55,742 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b3b73da96fd46c29b5abec27821e27d as hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b3b73da96fd46c29b5abec27821e27d 2024-11-08T00:51:55,747 INFO [M:0;c302dddf724e:34581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b3b73da96fd46c29b5abec27821e27d, entries=8, sequenceid=29, filesize=5.5 K 2024-11-08T00:51:55,748 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7339e43dcd114e98a8e1b582f448ffda as hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7339e43dcd114e98a8e1b582f448ffda 2024-11-08T00:51:55,752 INFO [M:0;c302dddf724e:34581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7339e43dcd114e98a8e1b582f448ffda, entries=3, sequenceid=29, filesize=5.2 K 2024-11-08T00:51:55,753 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/255be4427c77477a9fa2a3eb51a50715 as hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/255be4427c77477a9fa2a3eb51a50715 2024-11-08T00:51:55,757 INFO [M:0;c302dddf724e:34581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/255be4427c77477a9fa2a3eb51a50715, entries=1, sequenceid=29, filesize=5.0 K 2024-11-08T00:51:55,757 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b378a01abce4348b33bed953f4b78b6 as hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2b378a01abce4348b33bed953f4b78b6 2024-11-08T00:51:55,761 INFO [M:0;c302dddf724e:34581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/18a4d177-77f9-fb74-498f-e93c95304903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2b378a01abce4348b33bed953f4b78b6, entries=1, sequenceid=29, filesize=4.9 K 2024-11-08T00:51:55,762 INFO [M:0;c302dddf724e:34581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=29, compaction requested=false 2024-11-08T00:51:55,763 INFO [M:0;c302dddf724e:34581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:51:55,764 DEBUG [M:0;c302dddf724e:34581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731027115643Disabling compacts and flushes for region at 1731027115643Disabling writes for close at 1731027115643Obtaining lock to block concurrent updates at 1731027115643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731027115643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731027115644 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731027115644Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731027115644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731027115658 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731027115658Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731027115669 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731027115683 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731027115683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731027115692 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731027115706 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731027115706Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731027115716 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731027115730 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731027115730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a35598a: reopening flushed file at 1731027115741 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d6053a: reopening flushed file at 1731027115748 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e81f731: reopening flushed file at 1731027115752 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b19fd9b: reopening flushed file at 1731027115757 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=29, compaction requested=false at 1731027115762 (+5 ms)Writing region close event to WAL at 1731027115763 (+1 ms)Closed at 1731027115763 2024-11-08T00:51:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741830_1006 (size=10311) 2024-11-08T00:51:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43321 is added to blk_1073741830_1006 (size=10311) 2024-11-08T00:51:55,766 INFO [M:0;c302dddf724e:34581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:51:55,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:51:55,766 INFO [M:0;c302dddf724e:34581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34581 2024-11-08T00:51:55,767 INFO [M:0;c302dddf724e:34581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:51:55,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:55,875 INFO [M:0;c302dddf724e:34581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:51:55,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34581-0x100f50f84190000, quorum=127.0.0.1:56255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:51:55,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f72d166{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:55,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36afd443{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:55,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:55,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395f158d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:55,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@789480b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:55,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:51:55,879 WARN [BP-1051464385-172.17.0.2-1731027113727 heartbeating to localhost/127.0.0.1:37481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:51:55,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:51:55,879 WARN [BP-1051464385-172.17.0.2-1731027113727 heartbeating to localhost/127.0.0.1:37481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1051464385-172.17.0.2-1731027113727 (Datanode Uuid 6be23636-ad49-4895-acba-aa00759f754f) service to localhost/127.0.0.1:37481 2024-11-08T00:51:55,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/data/data3/current/BP-1051464385-172.17.0.2-1731027113727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:55,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/data/data4/current/BP-1051464385-172.17.0.2-1731027113727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:55,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:51:55,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c6b30ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:51:55,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64b77b62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:55,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:55,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586b00ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:55,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e581493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:55,883 WARN [BP-1051464385-172.17.0.2-1731027113727 heartbeating to localhost/127.0.0.1:37481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:51:55,884 WARN [BP-1051464385-172.17.0.2-1731027113727 heartbeating to localhost/127.0.0.1:37481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1051464385-172.17.0.2-1731027113727 (Datanode Uuid 04666782-d35a-4970-a4ae-a4207405c49f) service to localhost/127.0.0.1:37481 2024-11-08T00:51:55,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:51:55,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:51:55,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/data/data1/current/BP-1051464385-172.17.0.2-1731027113727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:55,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/cluster_e37d9a88-989a-153c-32ac-d7244f6a9d52/data/data2/current/BP-1051464385-172.17.0.2-1731027113727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:51:55,884 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:51:55,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@322277d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:51:55,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c665fb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:51:55,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:51:55,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ed6553b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:51:55,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d8938a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6755ffda-5897-adf4-ad23-73e284a4a6e2/hadoop.log.dir/,STOPPED} 2024-11-08T00:51:55,896 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:51:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:51:55,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 110) - Thread LEAK? -, OpenFileDescriptor=511 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=1866 (was 1911)