2024-11-27 12:40:19,861 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-27 12:40:19,872 main DEBUG Took 0.009604 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 12:40:19,873 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 12:40:19,873 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 12:40:19,874 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 12:40:19,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,883 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 12:40:19,896 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,898 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,899 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,900 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,901 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,902 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,903 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,904 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,905 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,906 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,906 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,907 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:40:19,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,908 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 12:40:19,910 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:40:19,911 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 12:40:19,913 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 12:40:19,914 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 12:40:19,915 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 12:40:19,915 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 12:40:19,924 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 12:40:19,926 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 12:40:19,928 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 12:40:19,928 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 12:40:19,929 main DEBUG createAppenders(={Console}) 2024-11-27 12:40:19,930 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-27 12:40:19,930 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-27 12:40:19,931 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-27 12:40:19,931 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 12:40:19,932 main DEBUG OutputStream closed 2024-11-27 12:40:19,932 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 12:40:19,932 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 12:40:19,933 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-27 12:40:20,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 12:40:20,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 12:40:20,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 12:40:20,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 12:40:20,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 12:40:20,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 12:40:20,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 12:40:20,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 12:40:20,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 12:40:20,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 12:40:20,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 12:40:20,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 12:40:20,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 12:40:20,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 12:40:20,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 12:40:20,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 12:40:20,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 12:40:20,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 12:40:20,036 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 12:40:20,036 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-27 12:40:20,036 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 12:40:20,037 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-27T12:40:20,298 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da 2024-11-27 12:40:20,300 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 12:40:20,301 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T12:40:20,309 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-27T12:40:20,344 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=9974 2024-11-27T12:40:20,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:40:20,361 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82, deleteOnExit=true 2024-11-27T12:40:20,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:40:20,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/test.cache.data in system properties and HBase conf 2024-11-27T12:40:20,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:40:20,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:40:20,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:40:20,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:40:20,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:40:20,446 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T12:40:20,537 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:40:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:40:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:40:20,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:40:20,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:40:20,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:40:20,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:40:20,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:40:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:40:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:40:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:40:20,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:40:20,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:40:20,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:40:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:40:21,529 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T12:40:21,599 INFO [Time-limited test {}] log.Log(170): Logging initialized @2483ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T12:40:21,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:40:21,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:40:21,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:40:21,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:40:21,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:40:21,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:40:21,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:40:21,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:40:21,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/java.io.tmpdir/jetty-localhost-41497-hadoop-hdfs-3_4_1-tests_jar-_-any-4930939798344234276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:40:21,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:41497} 2024-11-27T12:40:21,976 INFO [Time-limited test {}] server.Server(415): Started @2861ms 2024-11-27T12:40:22,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:40:22,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:40:22,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:40:22,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:40:22,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:40:22,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:40:22,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:40:22,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/java.io.tmpdir/jetty-localhost-41403-hadoop-hdfs-3_4_1-tests_jar-_-any-981018042748410208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:40:22,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:41403} 2024-11-27T12:40:22,625 INFO [Time-limited test {}] server.Server(415): Started @3510ms 2024-11-27T12:40:22,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:40:22,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:40:22,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:40:22,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:40:22,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:40:22,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:40:22,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:40:22,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:40:22,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/java.io.tmpdir/jetty-localhost-46209-hadoop-hdfs-3_4_1-tests_jar-_-any-8390587774044802262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:40:22,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:46209} 2024-11-27T12:40:22,907 INFO [Time-limited test {}] server.Server(415): Started @3792ms 2024-11-27T12:40:22,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:40:23,750 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/data/data3/current/BP-1378125030-172.17.0.2-1732711221087/current, will proceed with Du for space computation calculation, 2024-11-27T12:40:23,750 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/data/data1/current/BP-1378125030-172.17.0.2-1732711221087/current, will proceed with Du for space computation calculation, 2024-11-27T12:40:23,750 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/data/data2/current/BP-1378125030-172.17.0.2-1732711221087/current, will proceed with Du for space computation calculation, 2024-11-27T12:40:23,750 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/data/data4/current/BP-1378125030-172.17.0.2-1732711221087/current, will proceed with Du for space computation calculation, 2024-11-27T12:40:23,800 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:40:23,802 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:40:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa380c18efb7a498d with lease ID 0xbc85d1d323aa7daa: Processing first storage report for DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc from datanode DatanodeRegistration(127.0.0.1:38145, datanodeUuid=3be5657c-90d4-4d4c-80ff-07ff0a53f7ce, infoPort=41329, infoSecurePort=0, ipcPort=34081, storageInfo=lv=-57;cid=testClusterID;nsid=1074709550;c=1732711221087) 2024-11-27T12:40:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa380c18efb7a498d with lease ID 0xbc85d1d323aa7daa: from storage DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc node DatanodeRegistration(127.0.0.1:38145, datanodeUuid=3be5657c-90d4-4d4c-80ff-07ff0a53f7ce, infoPort=41329, infoSecurePort=0, ipcPort=34081, storageInfo=lv=-57;cid=testClusterID;nsid=1074709550;c=1732711221087), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T12:40:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e21b84e5bf9c81a with lease ID 0xbc85d1d323aa7da9: Processing first storage report for DS-e54cd779-fa3c-4873-ab16-9eab1428cc03 from datanode DatanodeRegistration(127.0.0.1:42941, datanodeUuid=7b9af6f8-e7f9-4ab0-be4b-4f16fc3f1648, infoPort=46079, infoSecurePort=0, ipcPort=35415, storageInfo=lv=-57;cid=testClusterID;nsid=1074709550;c=1732711221087) 2024-11-27T12:40:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e21b84e5bf9c81a with lease ID 0xbc85d1d323aa7da9: from storage DS-e54cd779-fa3c-4873-ab16-9eab1428cc03 node DatanodeRegistration(127.0.0.1:42941, datanodeUuid=7b9af6f8-e7f9-4ab0-be4b-4f16fc3f1648, infoPort=46079, infoSecurePort=0, ipcPort=35415, storageInfo=lv=-57;cid=testClusterID;nsid=1074709550;c=1732711221087), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:40:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa380c18efb7a498d with lease ID 0xbc85d1d323aa7daa: Processing first storage report for DS-3ec3e3b4-85c1-4ba0-a2b7-4444e8ecd8e2 from datanode DatanodeRegistration(127.0.0.1:38145, datanodeUuid=3be5657c-90d4-4d4c-80ff-07ff0a53f7ce, infoPort=41329, infoSecurePort=0, ipcPort=34081, storageInfo=lv=-57;cid=testClusterID;nsid=1074709550;c=1732711221087) 2024-11-27T12:40:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa380c18efb7a498d with lease ID 0xbc85d1d323aa7daa: from storage DS-3ec3e3b4-85c1-4ba0-a2b7-4444e8ecd8e2 node DatanodeRegistration(127.0.0.1:38145, datanodeUuid=3be5657c-90d4-4d4c-80ff-07ff0a53f7ce, infoPort=41329, infoSecurePort=0, ipcPort=34081, storageInfo=lv=-57;cid=testClusterID;nsid=1074709550;c=1732711221087), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:40:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e21b84e5bf9c81a with lease ID 0xbc85d1d323aa7da9: Processing first storage report for DS-11465682-70ee-4196-aade-700bb629256c from datanode DatanodeRegistration(127.0.0.1:42941, datanodeUuid=7b9af6f8-e7f9-4ab0-be4b-4f16fc3f1648, infoPort=46079, infoSecurePort=0, ipcPort=35415, storageInfo=lv=-57;cid=testClusterID;nsid=1074709550;c=1732711221087) 2024-11-27T12:40:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e21b84e5bf9c81a with lease ID 0xbc85d1d323aa7da9: from storage DS-11465682-70ee-4196-aade-700bb629256c node DatanodeRegistration(127.0.0.1:42941, datanodeUuid=7b9af6f8-e7f9-4ab0-be4b-4f16fc3f1648, infoPort=46079, infoSecurePort=0, ipcPort=35415, storageInfo=lv=-57;cid=testClusterID;nsid=1074709550;c=1732711221087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:40:23,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da 2024-11-27T12:40:24,011 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/zookeeper_0, clientPort=55514, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:40:24,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55514 2024-11-27T12:40:24,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:40:24,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:40:24,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:40:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:40:24,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025 with version=8 2024-11-27T12:40:24,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/hbase-staging 2024-11-27T12:40:24,794 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T12:40:25,114 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:40:25,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:40:25,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:40:25,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:40:25,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:40:25,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:40:25,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:40:25,356 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T12:40:25,364 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T12:40:25,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:40:25,389 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3988 (auto-detected) 2024-11-27T12:40:25,390 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T12:40:25,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34647 2024-11-27T12:40:25,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34647 connecting to ZooKeeper ensemble=127.0.0.1:55514 2024-11-27T12:40:25,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346470x0, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:40:25,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34647-0x1017d98a57e0000 connected 2024-11-27T12:40:25,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:40:25,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:40:25,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:40:25,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025, hbase.cluster.distributed=false 2024-11-27T12:40:25,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:40:25,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-27T12:40:25,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34647 2024-11-27T12:40:25,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34647 2024-11-27T12:40:25,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-27T12:40:25,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-27T12:40:25,829 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:40:25,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:40:25,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:40:25,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:40:25,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:40:25,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:40:25,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:40:25,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:40:25,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46641 2024-11-27T12:40:25,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46641 connecting to ZooKeeper ensemble=127.0.0.1:55514 2024-11-27T12:40:25,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:40:25,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:40:25,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466410x0, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:40:25,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466410x0, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:40:25,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46641-0x1017d98a57e0001 connected 2024-11-27T12:40:25,879 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:40:25,888 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:40:25,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T12:40:25,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:40:25,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-27T12:40:25,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46641 2024-11-27T12:40:25,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46641 2024-11-27T12:40:25,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-27T12:40:25,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-27T12:40:25,923 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3dd13ba50c2:34647 2024-11-27T12:40:25,925 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:25,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:40:25,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:40:25,952 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T12:40:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:25,992 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T12:40:25,993 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3dd13ba50c2,34647,1732711224893 from backup master directory 2024-11-27T12:40:26,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:40:26,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:26,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:40:26,016 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:40:26,017 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:26,020 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T12:40:26,023 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T12:40:26,080 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/hbase.id] with ID: 9d8986b1-43fb-4551-acdb-50c4a2527db1 2024-11-27T12:40:26,080 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/.tmp/hbase.id 2024-11-27T12:40:26,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:40:26,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:40:26,094 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/.tmp/hbase.id]:[hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/hbase.id] 2024-11-27T12:40:26,143 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:40:26,148 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:40:26,166 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-27T12:40:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:40:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:40:26,222 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:40:26,224 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:40:26,231 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:40:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:40:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:40:26,291 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store 2024-11-27T12:40:26,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:40:26,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:40:26,315 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T12:40:26,319 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:40:26,321 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:40:26,321 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:40:26,321 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:40:26,323 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:40:26,323 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:40:26,323 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:40:26,324 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711226321Disabling compacts and flushes for region at 1732711226321Disabling writes for close at 1732711226323 (+2 ms)Writing region close event to WAL at 1732711226323Closed at 1732711226323 2024-11-27T12:40:26,327 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/.initializing 2024-11-27T12:40:26,327 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/WALs/a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:26,335 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:40:26,349 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C34647%2C1732711224893, suffix=, logDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/WALs/a3dd13ba50c2,34647,1732711224893, archiveDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/oldWALs, maxLogs=10 2024-11-27T12:40:26,375 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/WALs/a3dd13ba50c2,34647,1732711224893/a3dd13ba50c2%2C34647%2C1732711224893.1732711226353, exclude list is [], retry=0 2024-11-27T12:40:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:40:26,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK] 2024-11-27T12:40:26,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK] 2024-11-27T12:40:26,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T12:40:26,433 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/WALs/a3dd13ba50c2,34647,1732711224893/a3dd13ba50c2%2C34647%2C1732711224893.1732711226353 2024-11-27T12:40:26,434 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46079:46079),(127.0.0.1/127.0.0.1:41329:41329)] 2024-11-27T12:40:26,434 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:40:26,435 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:40:26,439 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,440 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:40:26,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:26,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:26,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:40:26,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:26,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:40:26,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:40:26,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:26,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:40:26,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:40:26,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:26,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:40:26,519 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,523 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,524 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,529 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,530 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,533 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:40:26,537 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:40:26,541 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:40:26,542 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848308, jitterRate=0.07868042588233948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:40:26,549 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732711226452Initializing all the Stores at 1732711226454 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711226454Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711226455 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711226456 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711226456Cleaning up temporary data from old regions at 1732711226530 (+74 ms)Region opened successfully at 1732711226549 (+19 ms) 2024-11-27T12:40:26,550 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:40:26,579 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b721bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:40:26,604 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:40:26,614 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:40:26,614 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:40:26,617 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:40:26,619 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T12:40:26,624 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-27T12:40:26,624 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:40:26,650 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:40:26,659 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T12:40:26,689 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T12:40:26,692 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:40:26,694 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:40:26,699 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T12:40:26,702 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:40:26,706 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:40:26,715 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T12:40:26,717 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:40:26,724 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T12:40:26,743 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:40:26,749 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T12:40:26,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:40:26,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:40:26,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:26,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:26,760 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3dd13ba50c2,34647,1732711224893, sessionid=0x1017d98a57e0000, setting cluster-up flag (Was=false) 2024-11-27T12:40:26,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:26,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:26,825 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T12:40:26,827 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:26,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:26,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:26,874 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T12:40:26,876 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:26,882 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:40:26,906 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(746): ClusterId : 9d8986b1-43fb-4551-acdb-50c4a2527db1 2024-11-27T12:40:26,908 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:40:26,918 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:40:26,918 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:40:26,925 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:40:26,926 DEBUG [RS:0;a3dd13ba50c2:46641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270b983d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:40:26,940 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3dd13ba50c2:46641 2024-11-27T12:40:26,943 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:40:26,944 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:40:26,944 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:40:26,946 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,34647,1732711224893 with port=46641, startcode=1732711225792 2024-11-27T12:40:26,960 DEBUG [RS:0;a3dd13ba50c2:46641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:40:26,966 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:40:26,978 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:40:26,987 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:40:26,997 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:40:26,994 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3dd13ba50c2,34647,1732711224893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:40:27,005 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:40:27,005 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:40:27,005 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34647 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T12:40:27,005 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:40:27,005 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:40:27,005 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3dd13ba50c2:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:40:27,006 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,006 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:40:27,006 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:40:27,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:40:27,026 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:40:27,036 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T12:40:27,037 WARN [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T12:40:27,051 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732711257051 2024-11-27T12:40:27,053 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:40:27,054 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:40:27,057 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:40:27,057 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:40:27,057 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:40:27,058 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:40:27,058 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:40:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:40:27,062 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:40:27,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:40:27,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025 2024-11-27T12:40:27,064 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:40:27,064 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:40:27,066 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:40:27,067 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:40:27,068 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711227068,5,FailOnTimeoutGroup] 2024-11-27T12:40:27,069 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711227069,5,FailOnTimeoutGroup] 2024-11-27T12:40:27,069 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,069 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:40:27,070 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,071 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:40:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:40:27,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:40:27,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:40:27,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:40:27,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:27,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:40:27,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:40:27,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:27,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:40:27,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:40:27,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:27,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:40:27,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:40:27,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:27,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:40:27,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740 2024-11-27T12:40:27,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740 2024-11-27T12:40:27,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:40:27,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:40:27,098 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:40:27,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:40:27,105 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:40:27,106 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=777909, jitterRate=-0.010837644338607788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:40:27,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732711227077Initializing all the Stores at 1732711227079 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711227079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711227079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711227079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711227079Cleaning up temporary data from old regions at 1732711227096 (+17 ms)Region opened successfully at 1732711227112 (+16 ms) 2024-11-27T12:40:27,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:40:27,112 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:40:27,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:40:27,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:40:27,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:40:27,114 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:40:27,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711227112Disabling compacts and flushes for region at 1732711227112Disabling writes for close at 1732711227113 (+1 ms)Writing region close event to WAL at 1732711227114 (+1 ms)Closed at 1732711227114 2024-11-27T12:40:27,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:40:27,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:40:27,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:40:27,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:40:27,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:40:27,138 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,34647,1732711224893 with port=46641, startcode=1732711225792 2024-11-27T12:40:27,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:27,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34647 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:27,151 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025 2024-11-27T12:40:27,151 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41425 2024-11-27T12:40:27,152 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:40:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:40:27,166 DEBUG [RS:0;a3dd13ba50c2:46641 {}] zookeeper.ZKUtil(111): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:27,166 WARN [RS:0;a3dd13ba50c2:46641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:40:27,167 INFO [RS:0;a3dd13ba50c2:46641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:40:27,167 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:27,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,46641,1732711225792] 2024-11-27T12:40:27,192 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:40:27,207 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:40:27,212 INFO [RS:0;a3dd13ba50c2:46641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:40:27,212 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,213 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:40:27,219 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:40:27,220 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,220 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,220 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,221 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,221 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,221 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,221 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:40:27,221 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,221 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,222 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,222 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,222 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,222 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:40:27,222 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:40:27,222 DEBUG [RS:0;a3dd13ba50c2:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:40:27,223 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,223 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,224 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,224 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,224 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,224 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,46641,1732711225792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:40:27,247 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:40:27,249 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,46641,1732711225792-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,249 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,249 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.Replication(171): a3dd13ba50c2,46641,1732711225792 started 2024-11-27T12:40:27,266 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:27,266 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,46641,1732711225792, RpcServer on a3dd13ba50c2/172.17.0.2:46641, sessionid=0x1017d98a57e0001 2024-11-27T12:40:27,267 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:40:27,267 DEBUG [RS:0;a3dd13ba50c2:46641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:27,268 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,46641,1732711225792' 2024-11-27T12:40:27,268 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T12:40:27,269 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T12:40:27,270 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:40:27,270 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:40:27,270 DEBUG [RS:0;a3dd13ba50c2:46641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:27,270 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,46641,1732711225792' 2024-11-27T12:40:27,270 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T12:40:27,271 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T12:40:27,272 DEBUG [RS:0;a3dd13ba50c2:46641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:40:27,272 INFO [RS:0;a3dd13ba50c2:46641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:40:27,272 INFO [RS:0;a3dd13ba50c2:46641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:40:27,284 WARN [a3dd13ba50c2:34647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T12:40:27,383 INFO [RS:0;a3dd13ba50c2:46641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:40:27,386 INFO [RS:0;a3dd13ba50c2:46641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C46641%2C1732711225792, suffix=, logDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792, archiveDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/oldWALs, maxLogs=32 2024-11-27T12:40:27,401 DEBUG [RS:0;a3dd13ba50c2:46641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711227388, exclude list is [], retry=0 2024-11-27T12:40:27,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK] 2024-11-27T12:40:27,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK] 2024-11-27T12:40:27,410 INFO [RS:0;a3dd13ba50c2:46641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711227388 2024-11-27T12:40:27,410 DEBUG [RS:0;a3dd13ba50c2:46641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46079:46079),(127.0.0.1/127.0.0.1:41329:41329)] 2024-11-27T12:40:27,537 DEBUG [a3dd13ba50c2:34647 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:40:27,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:27,565 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,46641,1732711225792, state=OPENING 2024-11-27T12:40:27,599 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:40:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:40:27,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:40:27,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:40:27,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:40:27,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,46641,1732711225792}] 2024-11-27T12:40:27,797 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:40:27,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:40:27,815 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:40:27,816 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:40:27,816 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:40:27,820 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C46641%2C1732711225792.meta, suffix=.meta, logDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792, archiveDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/oldWALs, maxLogs=32 2024-11-27T12:40:27,840 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.meta.1732711227822.meta, exclude list is [], retry=0 2024-11-27T12:40:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK] 2024-11-27T12:40:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK] 2024-11-27T12:40:27,854 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.meta.1732711227822.meta 2024-11-27T12:40:27,855 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46079:46079),(127.0.0.1/127.0.0.1:41329:41329)] 2024-11-27T12:40:27,855 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:40:27,857 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:40:27,861 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:40:27,869 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:40:27,876 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:40:27,877 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:40:27,877 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:40:27,877 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:40:27,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:40:27,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:40:27,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:27,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:40:27,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:40:27,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:27,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:40:27,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:40:27,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:27,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:40:27,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:40:27,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:27,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:40:27,894 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:40:27,896 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740 2024-11-27T12:40:27,900 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740 2024-11-27T12:40:27,904 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:40:27,904 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:40:27,906 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:40:27,911 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:40:27,914 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=832066, jitterRate=0.058027252554893494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:40:27,915 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:40:27,917 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732711227878Writing region info on filesystem at 1732711227878Initializing all the Stores at 1732711227881 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711227881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711227881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711227881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711227881Cleaning up temporary data from old regions at 1732711227904 (+23 ms)Running coprocessor post-open hooks at 1732711227915 (+11 ms)Region opened successfully at 1732711227917 (+2 ms) 2024-11-27T12:40:27,926 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732711227785 2024-11-27T12:40:27,940 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:40:27,941 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:40:27,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:27,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,46641,1732711225792, state=OPEN 2024-11-27T12:40:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:40:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:40:28,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:40:28,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:40:28,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:28,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:40:28,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,46641,1732711225792 in 389 msec 2024-11-27T12:40:28,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:40:28,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 887 msec 2024-11-27T12:40:28,020 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:40:28,020 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:40:28,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:40:28,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,46641,1732711225792, seqNum=-1] 2024-11-27T12:40:28,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:40:28,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38869, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:40:28,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-27T12:40:28,103 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732711228103, completionTime=-1 2024-11-27T12:40:28,105 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:40:28,106 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:40:28,138 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:40:28,138 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732711288138 2024-11-27T12:40:28,139 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732711348139 2024-11-27T12:40:28,139 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-27T12:40:28,141 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,34647,1732711224893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:28,141 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,34647,1732711224893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:28,141 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,34647,1732711224893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:28,143 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3dd13ba50c2:34647, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:28,143 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:28,144 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:28,153 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:40:28,180 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.163sec 2024-11-27T12:40:28,182 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:40:28,184 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:40:28,186 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:40:28,187 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:40:28,187 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:40:28,188 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,34647,1732711224893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:40:28,189 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,34647,1732711224893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:40:28,200 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:40:28,201 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:40:28,202 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,34647,1732711224893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:40:28,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:40:28,221 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T12:40:28,221 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T12:40:28,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,34647,-1 for getting cluster id 2024-11-27T12:40:28,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:40:28,252 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d8986b1-43fb-4551-acdb-50c4a2527db1' 2024-11-27T12:40:28,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:40:28,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d8986b1-43fb-4551-acdb-50c4a2527db1" 2024-11-27T12:40:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6d425e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:40:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,34647,-1] 2024-11-27T12:40:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:40:28,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:40:28,283 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:40:28,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:40:28,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:40:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,46641,1732711225792, seqNum=-1] 2024-11-27T12:40:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:40:28,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:40:28,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:28,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:40:28,356 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T12:40:28,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:40:28,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3dd13ba50c2,34647,1732711224893 2024-11-27T12:40:28,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25515e3d 2024-11-27T12:40:28,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:40:28,374 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:40:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-27T12:40:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-27T12:40:28,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:40:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-27T12:40:28,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:40:28,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-27T12:40:28,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:28,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:40:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:40:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741835_1011 (size=389) 2024-11-27T12:40:28,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741835_1011 (size=389) 2024-11-27T12:40:28,427 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a545c21fb57632a5d49bd8d17ec61bc8, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025 2024-11-27T12:40:28,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741836_1012 (size=72) 2024-11-27T12:40:28,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741836_1012 (size=72) 2024-11-27T12:40:28,440 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:40:28,440 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a545c21fb57632a5d49bd8d17ec61bc8, disabling compactions & flushes 2024-11-27T12:40:28,440 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:40:28,440 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:40:28,440 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. after waiting 0 ms 2024-11-27T12:40:28,440 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:40:28,440 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:40:28,440 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a545c21fb57632a5d49bd8d17ec61bc8: Waiting for close lock at 1732711228440Disabling compacts and flushes for region at 1732711228440Disabling writes for close at 1732711228440Writing region close event to WAL at 1732711228440Closed at 1732711228440 2024-11-27T12:40:28,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:40:28,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732711228443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732711228443"}]},"ts":"1732711228443"} 2024-11-27T12:40:28,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:40:28,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:40:28,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732711228455"}]},"ts":"1732711228455"} 2024-11-27T12:40:28,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-27T12:40:28,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a545c21fb57632a5d49bd8d17ec61bc8, ASSIGN}] 2024-11-27T12:40:28,467 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a545c21fb57632a5d49bd8d17ec61bc8, ASSIGN 2024-11-27T12:40:28,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a545c21fb57632a5d49bd8d17ec61bc8, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,46641,1732711225792; forceNewPlan=false, retain=false 2024-11-27T12:40:28,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a545c21fb57632a5d49bd8d17ec61bc8, regionState=OPENING, regionLocation=a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:28,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a545c21fb57632a5d49bd8d17ec61bc8, ASSIGN because future has completed 2024-11-27T12:40:28,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a545c21fb57632a5d49bd8d17ec61bc8, server=a3dd13ba50c2,46641,1732711225792}] 2024-11-27T12:40:28,817 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:40:28,818 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a545c21fb57632a5d49bd8d17ec61bc8, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:40:28,818 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,819 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:40:28,819 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,819 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,824 INFO [StoreOpener-a545c21fb57632a5d49bd8d17ec61bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,833 INFO [StoreOpener-a545c21fb57632a5d49bd8d17ec61bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a545c21fb57632a5d49bd8d17ec61bc8 columnFamilyName info 2024-11-27T12:40:28,833 DEBUG [StoreOpener-a545c21fb57632a5d49bd8d17ec61bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:40:28,837 INFO [StoreOpener-a545c21fb57632a5d49bd8d17ec61bc8-1 {}] regionserver.HStore(327): Store=a545c21fb57632a5d49bd8d17ec61bc8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:40:28,837 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,845 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,846 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,847 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,847 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,851 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,855 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:40:28,856 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a545c21fb57632a5d49bd8d17ec61bc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=805621, jitterRate=0.024400800466537476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:40:28,856 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:28,858 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a545c21fb57632a5d49bd8d17ec61bc8: Running coprocessor pre-open hook at 1732711228819Writing region info on filesystem at 1732711228819Initializing all the Stores at 1732711228823 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711228823Cleaning up temporary data from old regions at 1732711228847 (+24 ms)Running coprocessor post-open hooks at 1732711228857 (+10 ms)Region opened successfully at 1732711228858 (+1 ms) 2024-11-27T12:40:28,860 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8., pid=6, masterSystemTime=1732711228781 2024-11-27T12:40:28,864 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:40:28,864 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:40:28,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a545c21fb57632a5d49bd8d17ec61bc8, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,46641,1732711225792 2024-11-27T12:40:28,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a545c21fb57632a5d49bd8d17ec61bc8, server=a3dd13ba50c2,46641,1732711225792 because future has completed 2024-11-27T12:40:28,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:40:28,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a545c21fb57632a5d49bd8d17ec61bc8, server=a3dd13ba50c2,46641,1732711225792 in 246 msec 2024-11-27T12:40:28,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:40:28,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a545c21fb57632a5d49bd8d17ec61bc8, ASSIGN in 411 msec 2024-11-27T12:40:28,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:40:28,880 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732711228880"}]},"ts":"1732711228880"} 2024-11-27T12:40:28,883 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-27T12:40:28,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:40:28,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 503 msec 2024-11-27T12:40:33,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T12:40:33,442 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:40:33,443 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-27T12:40:35,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:40:35,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:40:35,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-27T12:40:35,358 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-27T12:40:35,360 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:40:35,360 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:40:35,361 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:40:35,361 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:40:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:40:38,476 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-27T12:40:38,479 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-27T12:40:38,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-27T12:40:38,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:40:38,509 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711238494, exclude list is [], retry=0 2024-11-27T12:40:38,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK] 2024-11-27T12:40:38,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK] 2024-11-27T12:40:38,521 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711227388 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711238494 2024-11-27T12:40:38,522 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46079:46079),(127.0.0.1/127.0.0.1:41329:41329)] 2024-11-27T12:40:38,522 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711227388 is not closed yet, will try archiving it next time 2024-11-27T12:40:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741833_1009 (size=451) 2024-11-27T12:40:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741833_1009 (size=451) 2024-11-27T12:40:38,528 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711227388 to hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/oldWALs/a3dd13ba50c2%2C46641%2C1732711225792.1732711227388 2024-11-27T12:40:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8., hostname=a3dd13ba50c2,46641,1732711225792, seqNum=2] 2024-11-27T12:40:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HRegion(8855): Flush requested on a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:40:52,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a545c21fb57632a5d49bd8d17ec61bc8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:40:52,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/12173e7445734726bdce782881ed25d5 is 1055, key is row0001/info:/1732711238537/Put/seqid=0 2024-11-27T12:40:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741838_1014 (size=13386) 2024-11-27T12:40:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741838_1014 (size=13386) 2024-11-27T12:40:52,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/12173e7445734726bdce782881ed25d5 2024-11-27T12:40:52,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/12173e7445734726bdce782881ed25d5 as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/info/12173e7445734726bdce782881ed25d5 2024-11-27T12:40:52,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/info/12173e7445734726bdce782881ed25d5, entries=8, sequenceid=12, filesize=13.1 K 2024-11-27T12:40:52,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a545c21fb57632a5d49bd8d17ec61bc8 in 144ms, sequenceid=12, compaction requested=false 2024-11-27T12:40:52,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a545c21fb57632a5d49bd8d17ec61bc8: 2024-11-27T12:40:53,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:40:58,608 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711258592, exclude list is [], retry=0 2024-11-27T12:40:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK] 2024-11-27T12:40:58,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK] 2024-11-27T12:40:58,618 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711238494 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711258592 2024-11-27T12:40:58,619 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41329:41329),(127.0.0.1/127.0.0.1:46079:46079)] 2024-11-27T12:40:58,620 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711238494 is not closed yet, will try archiving it next time 2024-11-27T12:40:58,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741837_1013 (size=12149) 2024-11-27T12:40:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741837_1013 (size=12149) 2024-11-27T12:41:03,631 INFO [AsyncFSWAL-0-hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025-prefix:a3dd13ba50c2,46641,1732711225792 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5008 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK], DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK]] 2024-11-27T12:41:03,634 WARN [AsyncFSWAL-0-hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025-prefix:a3dd13ba50c2,46641,1732711225792 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5008 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK], DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK]] 2024-11-27T12:41:03,635 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a3dd13ba50c2%2C46641%2C1732711225792:(num 1732711258592) roll requested 2024-11-27T12:41:03,650 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711263636, exclude list is [], retry=0 2024-11-27T12:41:03,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK] 2024-11-27T12:41:03,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK] 2024-11-27T12:41:03,664 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711258592 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711263636 2024-11-27T12:41:03,664 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46079:46079),(127.0.0.1/127.0.0.1:41329:41329)] 2024-11-27T12:41:03,664 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711258592 is not closed yet, will try archiving it next time 2024-11-27T12:41:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741839_1015 (size=1233) 2024-11-27T12:41:03,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741839_1015 (size=1233) 2024-11-27T12:41:05,638 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T12:41:05,656 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711265639, exclude list is [], retry=0 2024-11-27T12:41:05,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42941,DS-e54cd779-fa3c-4873-ab16-9eab1428cc03,DISK] 2024-11-27T12:41:05,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-a04b1c2b-f273-44ca-9aaf-945dc71458bc,DISK] 2024-11-27T12:41:05,662 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711263636 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711265639 2024-11-27T12:41:05,662 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41329:41329),(127.0.0.1/127.0.0.1:46079:46079)] 2024-11-27T12:41:05,662 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711263636 is not closed yet, will try archiving it next time 2024-11-27T12:41:05,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741840_1016 (size=93) 2024-11-27T12:41:05,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741840_1016 (size=93) 2024-11-27T12:41:05,665 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.1732711263636 to hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/oldWALs/a3dd13ba50c2%2C46641%2C1732711225792.1732711263636 2024-11-27T12:41:08,661 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T12:41:08,661 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T12:41:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HRegion(8855): Flush requested on a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:41:13,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a545c21fb57632a5d49bd8d17ec61bc8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:41:13,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/55d0430802a04c6b85537c01399a56f4 is 1055, key is row0009/info:/1732711254586/Put/seqid=0 2024-11-27T12:41:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741842_1018 (size=13386) 2024-11-27T12:41:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741842_1018 (size=13386) 2024-11-27T12:41:13,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/55d0430802a04c6b85537c01399a56f4 2024-11-27T12:41:13,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/55d0430802a04c6b85537c01399a56f4 as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/info/55d0430802a04c6b85537c01399a56f4 2024-11-27T12:41:13,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/info/55d0430802a04c6b85537c01399a56f4, entries=8, sequenceid=23, filesize=13.1 K 2024-11-27T12:41:13,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a545c21fb57632a5d49bd8d17ec61bc8 in 54ms, sequenceid=23, compaction requested=false 2024-11-27T12:41:13,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a545c21fb57632a5d49bd8d17ec61bc8: 2024-11-27T12:41:13,735 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-27T12:41:13,736 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:41:13,737 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/info/12173e7445734726bdce782881ed25d5 because midkey is the same as first or last row 2024-11-27T12:41:13,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a545c21fb57632a5d49bd8d17ec61bc8, had cached 0 bytes from a total of 26772 2024-11-27T12:41:23,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:41:25,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:41:25,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:41:25,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:41:25,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:25,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:25,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:41:25,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:41:25,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1125329017, stopped=false 2024-11-27T12:41:25,717 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3dd13ba50c2,34647,1732711224893 2024-11-27T12:41:25,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:41:25,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:41:25,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:41:25,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:25,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:25,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:41:25,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:41:25,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:25,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:41:25,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:41:25,780 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,46641,1732711225792' ***** 2024-11-27T12:41:25,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:41:25,781 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:41:25,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:41:25,782 INFO [RS:0;a3dd13ba50c2:46641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:41:25,782 INFO [RS:0;a3dd13ba50c2:46641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:41:25,782 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(3091): Received CLOSE for a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:41:25,784 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,46641,1732711225792 2024-11-27T12:41:25,784 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:41:25,784 INFO [RS:0;a3dd13ba50c2:46641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3dd13ba50c2:46641. 2024-11-27T12:41:25,784 DEBUG [RS:0;a3dd13ba50c2:46641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:41:25,784 DEBUG [RS:0;a3dd13ba50c2:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:25,784 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a545c21fb57632a5d49bd8d17ec61bc8, disabling compactions & flushes 2024-11-27T12:41:25,784 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:41:25,784 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:41:25,785 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:41:25,785 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. after waiting 0 ms 2024-11-27T12:41:25,785 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:41:25,785 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:41:25,785 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:41:25,785 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:41:25,785 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a545c21fb57632a5d49bd8d17ec61bc8 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-27T12:41:25,785 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:41:25,786 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:41:25,786 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:41:25,786 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1325): Online Regions={a545c21fb57632a5d49bd8d17ec61bc8=TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:41:25,786 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:41:25,786 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:41:25,786 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:41:25,786 DEBUG [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a545c21fb57632a5d49bd8d17ec61bc8 2024-11-27T12:41:25,786 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-27T12:41:25,794 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/07e0732dc8cc4b679d2db03cafed40b1 is 1055, key is row0017/info:/1732711275684/Put/seqid=0 2024-11-27T12:41:25,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741843_1019 (size=10222) 2024-11-27T12:41:25,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741843_1019 (size=10222) 2024-11-27T12:41:25,803 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/07e0732dc8cc4b679d2db03cafed40b1 2024-11-27T12:41:25,813 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/info/9bf028c769df4f2d81e831acca571963 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8./info:regioninfo/1732711228865/Put/seqid=0 2024-11-27T12:41:25,816 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/.tmp/info/07e0732dc8cc4b679d2db03cafed40b1 as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/info/07e0732dc8cc4b679d2db03cafed40b1 2024-11-27T12:41:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741844_1020 (size=7016) 2024-11-27T12:41:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741844_1020 (size=7016) 2024-11-27T12:41:25,824 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/info/9bf028c769df4f2d81e831acca571963 2024-11-27T12:41:25,827 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/info/07e0732dc8cc4b679d2db03cafed40b1, entries=5, sequenceid=31, filesize=10.0 K 2024-11-27T12:41:25,829 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a545c21fb57632a5d49bd8d17ec61bc8 in 44ms, sequenceid=31, compaction requested=true 2024-11-27T12:41:25,836 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/default/TestLogRolling-testSlowSyncLogRolling/a545c21fb57632a5d49bd8d17ec61bc8/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-27T12:41:25,837 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:41:25,837 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a545c21fb57632a5d49bd8d17ec61bc8: Waiting for close lock at 1732711285784Running coprocessor pre-close hooks at 1732711285784Disabling compacts and flushes for region at 1732711285784Disabling writes for close at 1732711285785 (+1 ms)Obtaining lock to block concurrent updates at 1732711285785Preparing flush snapshotting stores in a545c21fb57632a5d49bd8d17ec61bc8 at 1732711285785Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732711285786 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. at 1732711285787 (+1 ms)Flushing a545c21fb57632a5d49bd8d17ec61bc8/info: creating writer at 1732711285787Flushing a545c21fb57632a5d49bd8d17ec61bc8/info: appending metadata at 1732711285793 (+6 ms)Flushing a545c21fb57632a5d49bd8d17ec61bc8/info: closing flushed file at 1732711285793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db9f3be: reopening flushed file at 1732711285815 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a545c21fb57632a5d49bd8d17ec61bc8 in 44ms, sequenceid=31, compaction requested=true at 1732711285829 (+14 ms)Writing region close event to WAL at 1732711285830 (+1 ms)Running coprocessor post-close hooks at 1732711285836 (+6 ms)Closed at 1732711285837 (+1 ms) 2024-11-27T12:41:25,837 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732711228375.a545c21fb57632a5d49bd8d17ec61bc8. 2024-11-27T12:41:25,848 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/ns/fc05c19346d84571b7b7340e8313fc6c is 43, key is default/ns:d/1732711228081/Put/seqid=0 2024-11-27T12:41:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741845_1021 (size=5153) 2024-11-27T12:41:25,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741845_1021 (size=5153) 2024-11-27T12:41:25,855 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/ns/fc05c19346d84571b7b7340e8313fc6c 2024-11-27T12:41:25,879 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/table/9023b07c3fe9460abb1174cd5d3ab076 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732711228880/Put/seqid=0 2024-11-27T12:41:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741846_1022 (size=5396) 2024-11-27T12:41:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741846_1022 (size=5396) 2024-11-27T12:41:25,886 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/table/9023b07c3fe9460abb1174cd5d3ab076 2024-11-27T12:41:25,896 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/info/9bf028c769df4f2d81e831acca571963 as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/info/9bf028c769df4f2d81e831acca571963 2024-11-27T12:41:25,906 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/info/9bf028c769df4f2d81e831acca571963, entries=10, sequenceid=11, filesize=6.9 K 2024-11-27T12:41:25,908 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/ns/fc05c19346d84571b7b7340e8313fc6c as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/ns/fc05c19346d84571b7b7340e8313fc6c 2024-11-27T12:41:25,916 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/ns/fc05c19346d84571b7b7340e8313fc6c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:41:25,917 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/.tmp/table/9023b07c3fe9460abb1174cd5d3ab076 as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/table/9023b07c3fe9460abb1174cd5d3ab076 2024-11-27T12:41:25,926 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/table/9023b07c3fe9460abb1174cd5d3ab076, entries=2, sequenceid=11, filesize=5.3 K 2024-11-27T12:41:25,927 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=11, compaction requested=false 2024-11-27T12:41:25,933 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:41:25,934 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:41:25,934 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:41:25,935 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711285785Running coprocessor pre-close hooks at 1732711285785Disabling compacts and flushes for region at 1732711285785Disabling writes for close at 1732711285786 (+1 ms)Obtaining lock to block concurrent updates at 1732711285786Preparing flush snapshotting stores in 1588230740 at 1732711285786Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732711285787 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732711285788 (+1 ms)Flushing 1588230740/info: creating writer at 1732711285788Flushing 1588230740/info: appending metadata at 1732711285813 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732711285813Flushing 1588230740/ns: creating writer at 1732711285833 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732711285848 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732711285848Flushing 1588230740/table: creating writer at 1732711285864 (+16 ms)Flushing 1588230740/table: appending metadata at 1732711285879 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732711285879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1def62e7: reopening flushed file at 1732711285894 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@809cf4e: reopening flushed file at 1732711285906 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5166d2: reopening flushed file at 1732711285916 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=11, compaction requested=false at 1732711285927 (+11 ms)Writing region close event to WAL at 1732711285929 (+2 ms)Running coprocessor post-close hooks at 1732711285934 (+5 ms)Closed at 1732711285934 2024-11-27T12:41:25,935 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:41:25,987 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,46641,1732711225792; all regions closed. 2024-11-27T12:41:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741834_1010 (size=3066) 2024-11-27T12:41:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741834_1010 (size=3066) 2024-11-27T12:41:25,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/WALs/a3dd13ba50c2,46641,1732711225792/a3dd13ba50c2%2C46641%2C1732711225792.meta.1732711227822.meta not finished, retry = 0 2024-11-27T12:41:26,100 DEBUG [RS:0;a3dd13ba50c2:46641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/oldWALs 2024-11-27T12:41:26,100 INFO [RS:0;a3dd13ba50c2:46641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C46641%2C1732711225792.meta:.meta(num 1732711227822) 2024-11-27T12:41:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741841_1017 (size=13164) 2024-11-27T12:41:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741841_1017 (size=13164) 2024-11-27T12:41:26,112 DEBUG [RS:0;a3dd13ba50c2:46641 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/oldWALs 2024-11-27T12:41:26,112 INFO [RS:0;a3dd13ba50c2:46641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C46641%2C1732711225792:(num 1732711265639) 2024-11-27T12:41:26,112 DEBUG [RS:0;a3dd13ba50c2:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:26,112 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:41:26,112 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:41:26,113 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T12:41:26,113 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:41:26,113 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:41:26,113 INFO [RS:0;a3dd13ba50c2:46641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46641 2024-11-27T12:41:26,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:41:26,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,46641,1732711225792 2024-11-27T12:41:26,153 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:41:26,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,46641,1732711225792] 2024-11-27T12:41:26,173 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,46641,1732711225792 already deleted, retry=false 2024-11-27T12:41:26,173 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,46641,1732711225792 expired; onlineServers=0 2024-11-27T12:41:26,173 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3dd13ba50c2,34647,1732711224893' ***** 2024-11-27T12:41:26,173 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:41:26,173 INFO [M:0;a3dd13ba50c2:34647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:41:26,173 INFO [M:0;a3dd13ba50c2:34647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:41:26,173 DEBUG [M:0;a3dd13ba50c2:34647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:41:26,174 DEBUG [M:0;a3dd13ba50c2:34647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:41:26,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:41:26,174 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711227068 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711227068,5,FailOnTimeoutGroup] 2024-11-27T12:41:26,174 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711227069 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711227069,5,FailOnTimeoutGroup] 2024-11-27T12:41:26,174 INFO [M:0;a3dd13ba50c2:34647 {}] hbase.ChoreService(370): Chore service for: master/a3dd13ba50c2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:41:26,174 INFO [M:0;a3dd13ba50c2:34647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:41:26,174 DEBUG [M:0;a3dd13ba50c2:34647 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:41:26,174 INFO [M:0;a3dd13ba50c2:34647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:41:26,174 INFO [M:0;a3dd13ba50c2:34647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:41:26,175 INFO [M:0;a3dd13ba50c2:34647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:41:26,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:41:26,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T12:41:26,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:26,186 DEBUG [M:0;a3dd13ba50c2:34647 {}] zookeeper.ZKUtil(347): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T12:41:26,186 WARN [M:0;a3dd13ba50c2:34647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:41:26,187 INFO [M:0;a3dd13ba50c2:34647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/.lastflushedseqids 2024-11-27T12:41:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741847_1023 (size=130) 2024-11-27T12:41:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741847_1023 (size=130) 2024-11-27T12:41:26,200 INFO [M:0;a3dd13ba50c2:34647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:41:26,200 INFO [M:0;a3dd13ba50c2:34647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:41:26,200 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:41:26,200 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:26,200 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:26,200 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:41:26,200 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:26,200 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-27T12:41:26,218 DEBUG [M:0;a3dd13ba50c2:34647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3eef8c5a9324a9eac1e97e950e031e4 is 82, key is hbase:meta,,1/info:regioninfo/1732711227943/Put/seqid=0 2024-11-27T12:41:26,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741848_1024 (size=5672) 2024-11-27T12:41:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741848_1024 (size=5672) 2024-11-27T12:41:26,225 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3eef8c5a9324a9eac1e97e950e031e4 2024-11-27T12:41:26,251 DEBUG [M:0;a3dd13ba50c2:34647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28ed8b9e7f64dd8bb009f379632dee0 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732711228888/Put/seqid=0 2024-11-27T12:41:26,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741849_1025 (size=6247) 2024-11-27T12:41:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741849_1025 (size=6247) 2024-11-27T12:41:26,260 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28ed8b9e7f64dd8bb009f379632dee0 2024-11-27T12:41:26,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:41:26,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x1017d98a57e0001, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:41:26,265 INFO [RS:0;a3dd13ba50c2:46641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:41:26,266 INFO [RS:0;a3dd13ba50c2:46641 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,46641,1732711225792; zookeeper connection closed. 2024-11-27T12:41:26,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66814322 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66814322 2024-11-27T12:41:26,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:41:26,269 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d28ed8b9e7f64dd8bb009f379632dee0 2024-11-27T12:41:26,284 DEBUG [M:0;a3dd13ba50c2:34647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27b86c462b8432a828f3a3e976c14e2 is 69, key is a3dd13ba50c2,46641,1732711225792/rs:state/1732711227145/Put/seqid=0 2024-11-27T12:41:26,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741850_1026 (size=5156) 2024-11-27T12:41:26,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741850_1026 (size=5156) 2024-11-27T12:41:26,291 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27b86c462b8432a828f3a3e976c14e2 2024-11-27T12:41:26,314 DEBUG [M:0;a3dd13ba50c2:34647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6553118c64b4df9b618725a7327163e is 52, key is load_balancer_on/state:d/1732711228352/Put/seqid=0 2024-11-27T12:41:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741851_1027 (size=5056) 2024-11-27T12:41:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741851_1027 (size=5056) 2024-11-27T12:41:26,321 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6553118c64b4df9b618725a7327163e 2024-11-27T12:41:26,329 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3eef8c5a9324a9eac1e97e950e031e4 as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3eef8c5a9324a9eac1e97e950e031e4 2024-11-27T12:41:26,336 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3eef8c5a9324a9eac1e97e950e031e4, entries=8, sequenceid=59, filesize=5.5 K 2024-11-27T12:41:26,337 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28ed8b9e7f64dd8bb009f379632dee0 as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d28ed8b9e7f64dd8bb009f379632dee0 2024-11-27T12:41:26,345 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d28ed8b9e7f64dd8bb009f379632dee0 2024-11-27T12:41:26,346 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d28ed8b9e7f64dd8bb009f379632dee0, entries=6, sequenceid=59, filesize=6.1 K 2024-11-27T12:41:26,348 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27b86c462b8432a828f3a3e976c14e2 as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b27b86c462b8432a828f3a3e976c14e2 2024-11-27T12:41:26,356 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b27b86c462b8432a828f3a3e976c14e2, entries=1, sequenceid=59, filesize=5.0 K 2024-11-27T12:41:26,358 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f6553118c64b4df9b618725a7327163e as hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f6553118c64b4df9b618725a7327163e 2024-11-27T12:41:26,366 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f6553118c64b4df9b618725a7327163e, entries=1, sequenceid=59, filesize=4.9 K 2024-11-27T12:41:26,368 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=59, compaction requested=false 2024-11-27T12:41:26,369 INFO [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:26,370 DEBUG [M:0;a3dd13ba50c2:34647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711286200Disabling compacts and flushes for region at 1732711286200Disabling writes for close at 1732711286200Obtaining lock to block concurrent updates at 1732711286200Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732711286200Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732711286201 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732711286202 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732711286202Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732711286217 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732711286217Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732711286233 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732711286250 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732711286250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732711286269 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732711286283 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732711286283Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732711286298 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732711286313 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732711286313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5c8145: reopening flushed file at 1732711286327 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2224546c: reopening flushed file at 1732711286336 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eed2894: reopening flushed file at 1732711286346 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6759ddeb: reopening flushed file at 1732711286357 (+11 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=59, compaction requested=false at 1732711286368 (+11 ms)Writing region close event to WAL at 1732711286369 (+1 ms)Closed at 1732711286369 2024-11-27T12:41:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741830_1006 (size=27973) 2024-11-27T12:41:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42941 is added to blk_1073741830_1006 (size=27973) 2024-11-27T12:41:26,374 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:41:26,374 INFO [M:0;a3dd13ba50c2:34647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:41:26,374 INFO [M:0;a3dd13ba50c2:34647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34647 2024-11-27T12:41:26,375 INFO [M:0;a3dd13ba50c2:34647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:41:26,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:41:26,507 INFO [M:0;a3dd13ba50c2:34647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:41:26,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34647-0x1017d98a57e0000, quorum=127.0.0.1:55514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:41:26,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:26,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:26,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:26,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:26,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:26,526 WARN [BP-1378125030-172.17.0.2-1732711221087 heartbeating to localhost/127.0.0.1:41425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:41:26,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:41:26,526 WARN [BP-1378125030-172.17.0.2-1732711221087 heartbeating to localhost/127.0.0.1:41425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1378125030-172.17.0.2-1732711221087 (Datanode Uuid 7b9af6f8-e7f9-4ab0-be4b-4f16fc3f1648) service to localhost/127.0.0.1:41425 2024-11-27T12:41:26,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:41:26,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/data/data3/current/BP-1378125030-172.17.0.2-1732711221087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:26,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/data/data4/current/BP-1378125030-172.17.0.2-1732711221087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:26,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:41:26,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:26,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:26,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:26,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:26,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:26,534 WARN [BP-1378125030-172.17.0.2-1732711221087 heartbeating to localhost/127.0.0.1:41425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:41:26,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:41:26,534 WARN [BP-1378125030-172.17.0.2-1732711221087 heartbeating to localhost/127.0.0.1:41425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1378125030-172.17.0.2-1732711221087 (Datanode Uuid 3be5657c-90d4-4d4c-80ff-07ff0a53f7ce) service to localhost/127.0.0.1:41425 2024-11-27T12:41:26,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:41:26,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/data/data1/current/BP-1378125030-172.17.0.2-1732711221087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:26,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/cluster_607ab1c8-c3d0-0f4a-9046-713827a61d82/data/data2/current/BP-1378125030-172.17.0.2-1732711221087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:26,535 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:41:26,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:41:26,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:26,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:26,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:26,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:26,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:41:26,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:41:26,592 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/a3dd13ba50c2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41425 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/a3dd13ba50c2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5e527f39 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a3dd13ba50c2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a3dd13ba50c2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=9323 (was 9974) 2024-11-27T12:41:26,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=9323 2024-11-27T12:41:26,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:41:26,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.log.dir so I do NOT create it in target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd 2024-11-27T12:41:26,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c905f5d-ba8c-d40c-5d84-d2fb0cb986da/hadoop.tmp.dir so I do NOT create it in target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd 2024-11-27T12:41:26,598 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3, deleteOnExit=true 2024-11-27T12:41:26,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:41:26,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/test.cache.data in system properties and HBase conf 2024-11-27T12:41:26,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:41:26,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:41:26,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:41:26,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:41:26,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:41:26,599 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:41:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:41:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:41:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:41:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:41:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:41:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:41:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:41:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:41:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:41:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:41:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:41:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:41:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:41:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:41:26,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:26,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:26,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:26,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:26,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:41:26,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:26,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3e4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:26,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af8ea6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:26,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42afe829{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/java.io.tmpdir/jetty-localhost-42373-hadoop-hdfs-3_4_1-tests_jar-_-any-1028287213386466264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:41:26,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3479f9fa{HTTP/1.1, (http/1.1)}{localhost:42373} 2024-11-27T12:41:26,984 INFO [Time-limited test {}] server.Server(415): Started @67869ms 2024-11-27T12:41:27,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:27,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:27,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:27,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:27,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:41:27,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52967733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:27,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5109ef66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:27,227 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:41:27,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e375f1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/java.io.tmpdir/jetty-localhost-39627-hadoop-hdfs-3_4_1-tests_jar-_-any-5552172435430826944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:27,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77942f0f{HTTP/1.1, (http/1.1)}{localhost:39627} 2024-11-27T12:41:27,306 INFO [Time-limited test {}] server.Server(415): Started @68191ms 2024-11-27T12:41:27,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:41:27,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:27,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:27,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:27,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:27,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:41:27,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@679249d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:27,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73a21b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:27,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a3a774e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/java.io.tmpdir/jetty-localhost-36709-hadoop-hdfs-3_4_1-tests_jar-_-any-3642830423351676144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:27,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606071f5{HTTP/1.1, (http/1.1)}{localhost:36709} 2024-11-27T12:41:27,445 INFO [Time-limited test {}] server.Server(415): Started @68330ms 2024-11-27T12:41:27,447 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:41:28,083 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data1/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:28,083 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data2/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:28,100 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:41:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4e532fc8d2def89 with lease ID 0x902d0991b7e6ff05: Processing first storage report for DS-3fe5b3d6-fe55-4f2f-9ea7-e7dd044eca80 from datanode DatanodeRegistration(127.0.0.1:36515, datanodeUuid=8027f97d-ad70-4815-a45c-11b491599496, infoPort=45321, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4e532fc8d2def89 with lease ID 0x902d0991b7e6ff05: from storage DS-3fe5b3d6-fe55-4f2f-9ea7-e7dd044eca80 node DatanodeRegistration(127.0.0.1:36515, datanodeUuid=8027f97d-ad70-4815-a45c-11b491599496, infoPort=45321, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4e532fc8d2def89 with lease ID 0x902d0991b7e6ff05: Processing first storage report for DS-d07856b2-4150-4e51-853e-1feee73655e3 from datanode DatanodeRegistration(127.0.0.1:36515, datanodeUuid=8027f97d-ad70-4815-a45c-11b491599496, infoPort=45321, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4e532fc8d2def89 with lease ID 0x902d0991b7e6ff05: from storage DS-d07856b2-4150-4e51-853e-1feee73655e3 node DatanodeRegistration(127.0.0.1:36515, datanodeUuid=8027f97d-ad70-4815-a45c-11b491599496, infoPort=45321, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:28,234 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data3/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:28,234 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data4/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:28,255 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:41:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b8b151e9875b23e with lease ID 0x902d0991b7e6ff06: Processing first storage report for DS-0aef7229-a49b-4328-8c1d-7aa00645221b from datanode DatanodeRegistration(127.0.0.1:45565, datanodeUuid=0622ea36-ecec-4600-b878-5abf8d920954, infoPort=41991, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b8b151e9875b23e with lease ID 0x902d0991b7e6ff06: from storage DS-0aef7229-a49b-4328-8c1d-7aa00645221b node DatanodeRegistration(127.0.0.1:45565, datanodeUuid=0622ea36-ecec-4600-b878-5abf8d920954, infoPort=41991, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b8b151e9875b23e with lease ID 0x902d0991b7e6ff06: Processing first storage report for DS-1b86628a-57e6-40a1-8526-e6524702c548 from datanode DatanodeRegistration(127.0.0.1:45565, datanodeUuid=0622ea36-ecec-4600-b878-5abf8d920954, infoPort=41991, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b8b151e9875b23e with lease ID 0x902d0991b7e6ff06: from storage DS-1b86628a-57e6-40a1-8526-e6524702c548 node DatanodeRegistration(127.0.0.1:45565, datanodeUuid=0622ea36-ecec-4600-b878-5abf8d920954, infoPort=41991, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:28,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd 2024-11-27T12:41:28,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/zookeeper_0, clientPort=63598, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:41:28,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63598 2024-11-27T12:41:28,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:28,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:28,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:41:28,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:41:28,311 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce with version=8 2024-11-27T12:41:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/hbase-staging 2024-11-27T12:41:28,315 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:41:28,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:28,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:28,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:41:28,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:28,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:41:28,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:41:28,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:41:28,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38941 2024-11-27T12:41:28,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38941 connecting to ZooKeeper ensemble=127.0.0.1:63598 2024-11-27T12:41:28,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389410x0, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:41:28,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38941-0x1017d99a0ab0000 connected 2024-11-27T12:41:28,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:28,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:28,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:41:28,480 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce, hbase.cluster.distributed=false 2024-11-27T12:41:28,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:41:28,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-27T12:41:28,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38941 2024-11-27T12:41:28,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38941 2024-11-27T12:41:28,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-27T12:41:28,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38941 2024-11-27T12:41:28,507 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:41:28,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:28,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:28,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:41:28,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:28,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:41:28,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:41:28,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:41:28,509 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40639 2024-11-27T12:41:28,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40639 connecting to ZooKeeper ensemble=127.0.0.1:63598 2024-11-27T12:41:28,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:28,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:28,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406390x0, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:41:28,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:41:28,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40639-0x1017d99a0ab0001 connected 2024-11-27T12:41:28,528 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:41:28,528 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:41:28,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T12:41:28,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:41:28,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-27T12:41:28,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40639 2024-11-27T12:41:28,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40639 2024-11-27T12:41:28,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-27T12:41:28,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-27T12:41:28,546 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3dd13ba50c2:38941 2024-11-27T12:41:28,546 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:28,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:41:28,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:41:28,556 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:28,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T12:41:28,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,565 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T12:41:28,565 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3dd13ba50c2,38941,1732711288314 from backup master directory 2024-11-27T12:41:28,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:41:28,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:28,572 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:41:28,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:41:28,572 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:28,578 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/hbase.id] with ID: 974e4d20-82d6-4d55-a8d3-fc0825861681 2024-11-27T12:41:28,579 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/.tmp/hbase.id 2024-11-27T12:41:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:41:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:41:28,587 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/.tmp/hbase.id]:[hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/hbase.id] 2024-11-27T12:41:28,605 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:28,606 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:41:28,608 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T12:41:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:41:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:41:28,630 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:41:28,631 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:41:28,631 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:41:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:41:28,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:41:28,642 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store 2024-11-27T12:41:28,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:41:28,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:41:28,653 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:28,654 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:41:28,654 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:28,654 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:28,654 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:41:28,654 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:28,654 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:28,654 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711288653Disabling compacts and flushes for region at 1732711288653Disabling writes for close at 1732711288654 (+1 ms)Writing region close event to WAL at 1732711288654Closed at 1732711288654 2024-11-27T12:41:28,655 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/.initializing 2024-11-27T12:41:28,655 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:28,657 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:41:28,659 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C38941%2C1732711288314, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/oldWALs, maxLogs=10 2024-11-27T12:41:28,672 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660, exclude list is [], retry=0 2024-11-27T12:41:28,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK] 2024-11-27T12:41:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-3fe5b3d6-fe55-4f2f-9ea7-e7dd044eca80,DISK] 2024-11-27T12:41:28,678 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 2024-11-27T12:41:28,678 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41991:41991),(127.0.0.1/127.0.0.1:45321:45321)] 2024-11-27T12:41:28,678 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:41:28,679 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:28,679 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,679 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:41:28,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:28,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:28,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:41:28,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:28,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:41:28,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:41:28,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:28,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:41:28,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:41:28,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:28,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:41:28,696 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,696 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,697 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,699 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,699 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,700 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:41:28,701 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:28,704 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:41:28,705 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880520, jitterRate=0.11963970959186554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:41:28,707 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732711288679Initializing all the Stores at 1732711288681 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711288681Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711288681Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711288681Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711288681Cleaning up temporary data from old regions at 1732711288699 (+18 ms)Region opened successfully at 1732711288707 (+8 ms) 2024-11-27T12:41:28,707 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:41:28,713 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f4466e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:41:28,715 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:41:28,715 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:41:28,715 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:41:28,716 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:41:28,717 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:41:28,717 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:41:28,717 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:41:28,720 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:41:28,722 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T12:41:28,747 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T12:41:28,748 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:41:28,749 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:41:28,771 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T12:41:28,771 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:41:28,784 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:41:28,793 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T12:41:28,796 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:41:28,806 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T12:41:28,811 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:41:28,818 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T12:41:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:41:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:41:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,829 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3dd13ba50c2,38941,1732711288314, sessionid=0x1017d99a0ab0000, setting cluster-up flag (Was=false) 2024-11-27T12:41:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,876 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T12:41:28,878 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:28,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:28,923 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T12:41:28,926 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:28,929 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:41:28,935 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:41:28,936 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:41:28,936 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:41:28,936 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3dd13ba50c2,38941,1732711288314 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:41:28,937 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(746): ClusterId : 974e4d20-82d6-4d55-a8d3-fc0825861681 2024-11-27T12:41:28,937 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:41:28,948 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:41:28,948 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:41:28,948 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:41:28,948 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:41:28,948 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3dd13ba50c2:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:41:28,948 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:28,948 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:41:28,948 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:28,950 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:41:28,950 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:41:28,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:41:28,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:41:28,955 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732711318955 2024-11-27T12:41:28,955 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:41:28,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:28,955 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:41:28,955 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:41:28,955 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:41:28,955 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:41:28,955 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:41:28,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:41:28,956 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:28,956 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:41:28,956 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:41:28,956 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:41:28,956 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:41:28,956 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:41:28,961 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:41:28,961 DEBUG [RS:0;a3dd13ba50c2:40639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2470d209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:41:28,962 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711288957,5,FailOnTimeoutGroup] 2024-11-27T12:41:28,967 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711288962,5,FailOnTimeoutGroup] 2024-11-27T12:41:28,967 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:28,967 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:41:28,967 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:28,967 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:28,978 DEBUG [RS:0;a3dd13ba50c2:40639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3dd13ba50c2:40639 2024-11-27T12:41:28,979 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:41:28,979 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:41:28,979 DEBUG [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:41:28,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:41:28,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:41:28,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:41:28,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce 2024-11-27T12:41:28,982 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,38941,1732711288314 with port=40639, startcode=1732711288507 2024-11-27T12:41:28,983 DEBUG [RS:0;a3dd13ba50c2:40639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:41:28,987 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34829, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:41:28,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:28,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38941 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:28,991 DEBUG [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce 2024-11-27T12:41:28,991 DEBUG [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45537 2024-11-27T12:41:28,991 DEBUG [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:41:29,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:41:29,003 DEBUG [RS:0;a3dd13ba50c2:40639 {}] zookeeper.ZKUtil(111): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:29,003 WARN [RS:0;a3dd13ba50c2:40639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:41:29,003 INFO [RS:0;a3dd13ba50c2:40639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:41:29,003 DEBUG [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:29,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,40639,1732711288507] 2024-11-27T12:41:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:41:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:41:29,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:29,022 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:41:29,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:41:29,031 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:41:29,032 INFO [RS:0;a3dd13ba50c2:40639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:41:29,032 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:41:29,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:29,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:29,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:41:29,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:41:29,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:29,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:29,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:41:29,038 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:41:29,039 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:41:29,040 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,040 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,040 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,040 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,040 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,040 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,040 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:41:29,041 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,041 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,041 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,041 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,041 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,041 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:29,041 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:41:29,041 DEBUG [RS:0;a3dd13ba50c2:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:41:29,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:41:29,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:29,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:29,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:41:29,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:41:29,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:29,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:29,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:41:29,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740 2024-11-27T12:41:29,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740 2024-11-27T12:41:29,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:41:29,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:41:29,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:41:29,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:41:29,062 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,063 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,063 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,063 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,063 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,063 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,40639,1732711288507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:41:29,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:41:29,069 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784023, jitterRate=-0.0030632317066192627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:41:29,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732711289007Initializing all the Stores at 1732711289008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711289009 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711289029 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711289029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711289029Cleaning up temporary data from old regions at 1732711289055 (+26 ms)Region opened successfully at 1732711289070 (+15 ms) 2024-11-27T12:41:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:41:29,071 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:41:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:41:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:41:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:41:29,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:41:29,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711289071Disabling compacts and flushes for region at 1732711289071Disabling writes for close at 1732711289071Writing region close event to WAL at 1732711289073 (+2 ms)Closed at 1732711289073 2024-11-27T12:41:29,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:41:29,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:41:29,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:41:29,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:41:29,081 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:41:29,089 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:41:29,090 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,40639,1732711288507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,090 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,091 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.Replication(171): a3dd13ba50c2,40639,1732711288507 started 2024-11-27T12:41:29,114 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,114 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,40639,1732711288507, RpcServer on a3dd13ba50c2/172.17.0.2:40639, sessionid=0x1017d99a0ab0001 2024-11-27T12:41:29,115 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:41:29,115 DEBUG [RS:0;a3dd13ba50c2:40639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:29,115 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,40639,1732711288507' 2024-11-27T12:41:29,115 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T12:41:29,116 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T12:41:29,116 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:41:29,116 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:41:29,117 DEBUG [RS:0;a3dd13ba50c2:40639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:29,117 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,40639,1732711288507' 2024-11-27T12:41:29,117 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T12:41:29,117 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T12:41:29,118 DEBUG [RS:0;a3dd13ba50c2:40639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:41:29,118 INFO [RS:0;a3dd13ba50c2:40639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:41:29,118 INFO [RS:0;a3dd13ba50c2:40639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:41:29,219 INFO [RS:0;a3dd13ba50c2:40639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:41:29,221 INFO [RS:0;a3dd13ba50c2:40639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C40639%2C1732711288507, suffix=, logDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/oldWALs, maxLogs=32 2024-11-27T12:41:29,232 WARN [a3dd13ba50c2:38941 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T12:41:29,240 DEBUG [RS:0;a3dd13ba50c2:40639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223, exclude list is [], retry=0 2024-11-27T12:41:29,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK] 2024-11-27T12:41:29,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-3fe5b3d6-fe55-4f2f-9ea7-e7dd044eca80,DISK] 2024-11-27T12:41:29,259 INFO [RS:0;a3dd13ba50c2:40639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 2024-11-27T12:41:29,260 DEBUG [RS:0;a3dd13ba50c2:40639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41991:41991),(127.0.0.1/127.0.0.1:45321:45321)] 2024-11-27T12:41:29,482 DEBUG [a3dd13ba50c2:38941 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:41:29,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:29,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,40639,1732711288507, state=OPENING 2024-11-27T12:41:29,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:41:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:29,545 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:41:29,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:41:29,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:41:29,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,40639,1732711288507}] 2024-11-27T12:41:29,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:41:29,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:41:29,758 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:41:29,759 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:41:29,760 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:41:29,765 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C40639%2C1732711288507.meta, suffix=.meta, logDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507, archiveDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/oldWALs, maxLogs=32 2024-11-27T12:41:29,782 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta, exclude list is [], retry=0 2024-11-27T12:41:29,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK] 2024-11-27T12:41:29,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-3fe5b3d6-fe55-4f2f-9ea7-e7dd044eca80,DISK] 2024-11-27T12:41:29,787 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta 2024-11-27T12:41:29,787 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41991:41991),(127.0.0.1/127.0.0.1:45321:45321)] 2024-11-27T12:41:29,788 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:41:29,788 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:41:29,788 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:41:29,788 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:41:29,788 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:41:29,788 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:29,789 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:41:29,789 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:41:29,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:41:29,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:41:29,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:29,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:29,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:41:29,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:41:29,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:29,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:29,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:41:29,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:41:29,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:29,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:29,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:41:29,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:41:29,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:29,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:29,796 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:41:29,797 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740 2024-11-27T12:41:29,799 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740 2024-11-27T12:41:29,800 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:41:29,800 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:41:29,801 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:41:29,803 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:41:29,804 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740167, jitterRate=-0.058829620480537415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:41:29,804 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:41:29,806 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732711289789Writing region info on filesystem at 1732711289789Initializing all the Stores at 1732711289790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711289790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711289790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711289790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711289790Cleaning up temporary data from old regions at 1732711289800 (+10 ms)Running coprocessor post-open hooks at 1732711289804 (+4 ms)Region opened successfully at 1732711289805 (+1 ms) 2024-11-27T12:41:29,807 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732711289701 2024-11-27T12:41:29,810 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:41:29,810 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:41:29,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:29,812 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,40639,1732711288507, state=OPEN 2024-11-27T12:41:29,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:41:29,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:41:29,862 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:29,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:41:29,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:41:29,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:41:29,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,40639,1732711288507 in 317 msec 2024-11-27T12:41:29,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:41:29,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 789 msec 2024-11-27T12:41:29,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:41:29,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:41:29,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:41:29,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,40639,1732711288507, seqNum=-1] 2024-11-27T12:41:29,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:41:29,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56585, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:41:29,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 948 msec 2024-11-27T12:41:29,882 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732711289882, completionTime=-1 2024-11-27T12:41:29,882 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:41:29,882 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:41:29,884 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:41:29,884 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732711349884 2024-11-27T12:41:29,884 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732711409884 2024-11-27T12:41:29,884 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:41:29,885 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38941,1732711288314-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,885 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38941,1732711288314-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,885 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38941,1732711288314-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,885 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3dd13ba50c2:38941, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,885 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,885 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,887 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:41:29,890 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.317sec 2024-11-27T12:41:29,890 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:41:29,890 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:41:29,890 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:41:29,890 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:41:29,890 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:41:29,890 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38941,1732711288314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:41:29,890 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38941,1732711288314-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:41:29,894 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:41:29,894 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:41:29,894 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38941,1732711288314-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:29,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa2206f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:41:29,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,38941,-1 for getting cluster id 2024-11-27T12:41:29,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:41:29,940 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '974e4d20-82d6-4d55-a8d3-fc0825861681' 2024-11-27T12:41:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:41:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "974e4d20-82d6-4d55-a8d3-fc0825861681" 2024-11-27T12:41:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667f99d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:41:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,38941,-1] 2024-11-27T12:41:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:41:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:29,943 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:41:29,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b1e39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:41:29,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:41:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,40639,1732711288507, seqNum=-1] 2024-11-27T12:41:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:41:29,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:41:29,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:29,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:29,953 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T12:41:29,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:29,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:29,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:29,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:29,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:41:29,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:29,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:30,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33cda920{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/java.io.tmpdir/jetty-localhost-34385-hadoop-hdfs-3_4_1-tests_jar-_-any-17856294008007624781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:30,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:34385} 2024-11-27T12:41:30,076 INFO [Time-limited test {}] server.Server(415): Started @70961ms 2024-11-27T12:41:30,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:41:30,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:30,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:30,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:30,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:30,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:41:30,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71aa8073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:30,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe754c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:30,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ba3df96{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/java.io.tmpdir/jetty-localhost-37721-hadoop-hdfs-3_4_1-tests_jar-_-any-9094413490578505628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:30,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29dda60{HTTP/1.1, (http/1.1)}{localhost:37721} 2024-11-27T12:41:30,227 INFO [Time-limited test {}] server.Server(415): Started @71112ms 2024-11-27T12:41:30,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:41:30,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:30,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:30,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:30,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:30,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:41:30,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42468d07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:30,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49abd634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:30,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@755fcbc7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/java.io.tmpdir/jetty-localhost-40015-hadoop-hdfs-3_4_1-tests_jar-_-any-4176126283003653409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:30,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@506f661a{HTTP/1.1, (http/1.1)}{localhost:40015} 2024-11-27T12:41:30,359 INFO [Time-limited test {}] server.Server(415): Started @71244ms 2024-11-27T12:41:30,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:41:30,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:30,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:31,046 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data5/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:31,047 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data6/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:31,071 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:41:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5452a67aaedb2c16 with lease ID 0x902d0991b7e6ff07: Processing first storage report for DS-c444e4e5-4ee3-4b91-aabc-268c77951447 from datanode DatanodeRegistration(127.0.0.1:38545, datanodeUuid=143a02e7-f271-46f0-9725-5493f3a640d4, infoPort=44131, infoSecurePort=0, ipcPort=36461, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5452a67aaedb2c16 with lease ID 0x902d0991b7e6ff07: from storage DS-c444e4e5-4ee3-4b91-aabc-268c77951447 node DatanodeRegistration(127.0.0.1:38545, datanodeUuid=143a02e7-f271-46f0-9725-5493f3a640d4, infoPort=44131, infoSecurePort=0, ipcPort=36461, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5452a67aaedb2c16 with lease ID 0x902d0991b7e6ff07: Processing first storage report for DS-85c3674c-7acd-48c0-aded-c898e40fec52 from datanode DatanodeRegistration(127.0.0.1:38545, datanodeUuid=143a02e7-f271-46f0-9725-5493f3a640d4, infoPort=44131, infoSecurePort=0, ipcPort=36461, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5452a67aaedb2c16 with lease ID 0x902d0991b7e6ff07: from storage DS-85c3674c-7acd-48c0-aded-c898e40fec52 node DatanodeRegistration(127.0.0.1:38545, datanodeUuid=143a02e7-f271-46f0-9725-5493f3a640d4, infoPort=44131, infoSecurePort=0, ipcPort=36461, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:41:31,212 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data7/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:31,212 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data8/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:31,233 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:41:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2f5b22ddf8baa18 with lease ID 0x902d0991b7e6ff08: Processing first storage report for DS-3508d29d-395f-43b7-9076-c40a67c69c75 from datanode DatanodeRegistration(127.0.0.1:39301, datanodeUuid=32436bd8-a040-4255-9687-8c139011d13d, infoPort=41587, infoSecurePort=0, ipcPort=39029, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2f5b22ddf8baa18 with lease ID 0x902d0991b7e6ff08: from storage DS-3508d29d-395f-43b7-9076-c40a67c69c75 node DatanodeRegistration(127.0.0.1:39301, datanodeUuid=32436bd8-a040-4255-9687-8c139011d13d, infoPort=41587, infoSecurePort=0, ipcPort=39029, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2f5b22ddf8baa18 with lease ID 0x902d0991b7e6ff08: Processing first storage report for DS-6b5018d7-a020-42c0-9607-177d97c33bf9 from datanode DatanodeRegistration(127.0.0.1:39301, datanodeUuid=32436bd8-a040-4255-9687-8c139011d13d, infoPort=41587, infoSecurePort=0, ipcPort=39029, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2f5b22ddf8baa18 with lease ID 0x902d0991b7e6ff08: from storage DS-6b5018d7-a020-42c0-9607-177d97c33bf9 node DatanodeRegistration(127.0.0.1:39301, datanodeUuid=32436bd8-a040-4255-9687-8c139011d13d, infoPort=41587, infoSecurePort=0, ipcPort=39029, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:31,308 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data9/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:31,308 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data10/current/BP-1382389462-172.17.0.2-1732711286626/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:31,331 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:41:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0c5c4909f187bce with lease ID 0x902d0991b7e6ff09: Processing first storage report for DS-69e818fe-6a7a-465f-b0da-d57bbc85f57f from datanode DatanodeRegistration(127.0.0.1:46357, datanodeUuid=8c1c162b-c3fc-4c82-be6f-4b479806c32e, infoPort=41369, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0c5c4909f187bce with lease ID 0x902d0991b7e6ff09: from storage DS-69e818fe-6a7a-465f-b0da-d57bbc85f57f node DatanodeRegistration(127.0.0.1:46357, datanodeUuid=8c1c162b-c3fc-4c82-be6f-4b479806c32e, infoPort=41369, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0c5c4909f187bce with lease ID 0x902d0991b7e6ff09: Processing first storage report for DS-f76cc2b2-d952-4505-8aed-11353e715432 from datanode DatanodeRegistration(127.0.0.1:46357, datanodeUuid=8c1c162b-c3fc-4c82-be6f-4b479806c32e, infoPort=41369, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626) 2024-11-27T12:41:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0c5c4909f187bce with lease ID 0x902d0991b7e6ff09: from storage DS-f76cc2b2-d952-4505-8aed-11353e715432 node DatanodeRegistration(127.0.0.1:46357, datanodeUuid=8c1c162b-c3fc-4c82-be6f-4b479806c32e, infoPort=41369, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:31,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:41:31,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:31,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:41:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a8468d0 2024-11-27T12:41:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:41:31,399 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:41:31,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-27T12:41:31,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-27T12:41:31,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:41:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-27T12:41:31,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:41:31,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:31,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-27T12:41:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:41:31,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:41:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741835_1011 (size=393) 2024-11-27T12:41:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741835_1011 (size=393) 2024-11-27T12:41:31,416 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a657dca7db5aff7edab00c027247903d, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce 2024-11-27T12:41:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741836_1012 (size=76) 2024-11-27T12:41:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741836_1012 (size=76) 2024-11-27T12:41:31,425 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:31,425 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing a657dca7db5aff7edab00c027247903d, disabling compactions & flushes 2024-11-27T12:41:31,425 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:31,425 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:31,425 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. after waiting 0 ms 2024-11-27T12:41:31,425 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:31,426 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:31,426 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for a657dca7db5aff7edab00c027247903d: Waiting for close lock at 1732711291425Disabling compacts and flushes for region at 1732711291425Disabling writes for close at 1732711291425Writing region close event to WAL at 1732711291425Closed at 1732711291425 2024-11-27T12:41:31,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:41:31,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732711291428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732711291428"}]},"ts":"1732711291428"} 2024-11-27T12:41:31,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:41:31,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:41:31,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732711291433"}]},"ts":"1732711291433"} 2024-11-27T12:41:31,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-27T12:41:31,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a657dca7db5aff7edab00c027247903d, ASSIGN}] 2024-11-27T12:41:31,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a657dca7db5aff7edab00c027247903d, ASSIGN 2024-11-27T12:41:31,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a657dca7db5aff7edab00c027247903d, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40639,1732711288507; forceNewPlan=false, retain=false 2024-11-27T12:41:31,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a657dca7db5aff7edab00c027247903d, regionState=OPENING, regionLocation=a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:31,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a657dca7db5aff7edab00c027247903d, ASSIGN because future has completed 2024-11-27T12:41:31,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a657dca7db5aff7edab00c027247903d, server=a3dd13ba50c2,40639,1732711288507}] 2024-11-27T12:41:31,766 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:31,766 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a657dca7db5aff7edab00c027247903d, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:41:31,767 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,767 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:31,767 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,767 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,770 INFO [StoreOpener-a657dca7db5aff7edab00c027247903d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,773 INFO [StoreOpener-a657dca7db5aff7edab00c027247903d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a657dca7db5aff7edab00c027247903d columnFamilyName info 2024-11-27T12:41:31,773 DEBUG [StoreOpener-a657dca7db5aff7edab00c027247903d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:31,774 INFO [StoreOpener-a657dca7db5aff7edab00c027247903d-1 {}] regionserver.HStore(327): Store=a657dca7db5aff7edab00c027247903d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:41:31,775 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,777 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,778 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,779 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,779 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,782 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,785 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:41:31,786 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a657dca7db5aff7edab00c027247903d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=789185, jitterRate=0.003500640392303467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:41:31,786 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:31,787 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a657dca7db5aff7edab00c027247903d: Running coprocessor pre-open hook at 1732711291768Writing region info on filesystem at 1732711291768Initializing all the Stores at 1732711291770 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711291770Cleaning up temporary data from old regions at 1732711291779 (+9 ms)Running coprocessor post-open hooks at 1732711291786 (+7 ms)Region opened successfully at 1732711291787 (+1 ms) 2024-11-27T12:41:31,788 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d., pid=6, masterSystemTime=1732711291754 2024-11-27T12:41:31,791 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:31,791 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:31,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a657dca7db5aff7edab00c027247903d, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:31,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a657dca7db5aff7edab00c027247903d, server=a3dd13ba50c2,40639,1732711288507 because future has completed 2024-11-27T12:41:31,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:41:31,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a657dca7db5aff7edab00c027247903d, server=a3dd13ba50c2,40639,1732711288507 in 198 msec 2024-11-27T12:41:31,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:41:31,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=a657dca7db5aff7edab00c027247903d, ASSIGN in 364 msec 2024-11-27T12:41:31,805 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:41:31,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732711291805"}]},"ts":"1732711291805"} 2024-11-27T12:41:31,807 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-27T12:41:31,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:41:31,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 409 msec 2024-11-27T12:41:35,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:41:35,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-27T12:41:35,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-27T12:41:35,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-27T12:41:35,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-27T12:41:37,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:41:37,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:41:41,505 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-27T12:41:41,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-27T12:41:41,506 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T12:41:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-27T12:41:41,514 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T12:41:41,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-27T12:41:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d., hostname=a3dd13ba50c2,40639,1732711288507, seqNum=2] 2024-11-27T12:41:41,521 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-27T12:41:41,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-27T12:41:41,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:41,526 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1119056578_22 at /127.0.0.1:47540 [Receiving block BP-1382389462-172.17.0.2-1732711286626:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47540 dst: /127.0.0.1:45565 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,526 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-666923654_22 at /127.0.0.1:47484 [Receiving block BP-1382389462-172.17.0.2-1732711286626:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47484 dst: /127.0.0.1:45565 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,527 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1119056578_22 at /127.0.0.1:53736 [Receiving block BP-1382389462-172.17.0.2-1732711286626:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36515:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53736 dst: /127.0.0.1:36515 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,527 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-666923654_22 at /127.0.0.1:53704 [Receiving block BP-1382389462-172.17.0.2-1732711286626:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36515:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53704 dst: /127.0.0.1:36515 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,528 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1119056578_22 at /127.0.0.1:53734 [Receiving block BP-1382389462-172.17.0.2-1732711286626:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36515:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53734 dst: /127.0.0.1:36515 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,527 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1119056578_22 at /127.0.0.1:47530 [Receiving block BP-1382389462-172.17.0.2-1732711286626:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47530 dst: /127.0.0.1:45565 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a3a774e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:41,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606071f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:41,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:41,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73a21b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:41,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@679249d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:41,532 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:41:41,533 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382389462-172.17.0.2-1732711286626 (Datanode Uuid 0622ea36-ecec-4600-b878-5abf8d920954) service to localhost/127.0.0.1:45537 2024-11-27T12:41:41,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data3/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:41,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data4/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:41,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:41:41,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:41:41,539 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:41:41,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:41,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:41,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:41,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:41,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:41:41,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dedaa8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:41,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f5a7f42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:41,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16edef69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/java.io.tmpdir/jetty-localhost-39541-hadoop-hdfs-3_4_1-tests_jar-_-any-8625853518902775914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:41,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2398092{HTTP/1.1, (http/1.1)}{localhost:39541} 2024-11-27T12:41:41,660 INFO [Time-limited test {}] server.Server(415): Started @82545ms 2024-11-27T12:41:41,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:41:41,687 WARN [AsyncFSWAL-0-hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce-prefix:a3dd13ba50c2,40639,1732711288507 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,688 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a3dd13ba50c2%2C40639%2C1732711288507:(num 1732711289223) roll requested 2024-11-27T12:41:41,703 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711301688, exclude list is [], retry=0 2024-11-27T12:41:41,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-c444e4e5-4ee3-4b91-aabc-268c77951447,DISK] 2024-11-27T12:41:41,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39301,DS-3508d29d-395f-43b7-9076-c40a67c69c75,DISK] 2024-11-27T12:41:41,709 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711301688 2024-11-27T12:41:41,709 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44131:44131),(127.0.0.1/127.0.0.1:41587:41587)] 2024-11-27T12:41:41,709 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 is not closed yet, will try archiving it next time 2024-11-27T12:41:41,710 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:41:41,710 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:41:41,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:41:41,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:41,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:41,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:41:41,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:41:41,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1559687199, stopped=false 2024-11-27T12:41:41,712 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3dd13ba50c2,38941,1732711288314 2024-11-27T12:41:41,712 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T12:41:41,712 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T12:41:41,712 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 2024-11-27T12:41:41,714 WARN [IPC Server handler 4 on default port 45537 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-27T12:41:41,718 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 after 4ms 2024-11-27T12:41:41,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:41:41,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:41:41,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:41,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:41,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:41:41,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:41:41,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:41:41,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:41:41,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:41:41,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:41,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,40639,1732711288507' ***** 2024-11-27T12:41:41,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:41:41,764 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:41:41,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3dd13ba50c2:40639. 2024-11-27T12:41:41,765 DEBUG [RS:0;a3dd13ba50c2:40639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:41:41,765 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a657dca7db5aff7edab00c027247903d, disabling compactions & flushes 2024-11-27T12:41:41,765 DEBUG [RS:0;a3dd13ba50c2:40639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:41,765 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:41:41,765 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:41,765 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:41:41,766 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. after waiting 0 ms 2024-11-27T12:41:41,766 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:41:41,766 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:41,766 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a657dca7db5aff7edab00c027247903d 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-27T12:41:41,766 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:41:41,766 DEBUG [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1325): Online Regions={a657dca7db5aff7edab00c027247903d=TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:41:41,767 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:41:41,767 DEBUG [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a657dca7db5aff7edab00c027247903d 2024-11-27T12:41:41,767 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:41:41,767 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:41:41,767 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:41:41,767 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:41:41,767 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-27T12:41:41,768 WARN [AsyncFSWAL-0-hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce-prefix:a3dd13ba50c2,40639,1732711288507.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,768 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a3dd13ba50c2%2C40639%2C1732711288507.meta:.meta(num 1732711289768) roll requested 2024-11-27T12:41:41,783 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d/.tmp/info/fd3cf3ff22d5482c9ba9822a64829759 is 1055, key is row0001/info:/1732711301519/Put/seqid=0 2024-11-27T12:41:41,785 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711301769.meta, exclude list is [], retry=0 2024-11-27T12:41:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39301,DS-3508d29d-395f-43b7-9076-c40a67c69c75,DISK] 2024-11-27T12:41:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-69e818fe-6a7a-465f-b0da-d57bbc85f57f,DISK] 2024-11-27T12:41:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39301 is added to blk_1073741838_1015 (size=7062) 2024-11-27T12:41:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741838_1015 (size=7062) 2024-11-27T12:41:41,791 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711301769.meta 2024-11-27T12:41:41,791 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:41369:41369)] 2024-11-27T12:41:41,791 DEBUG [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta is not closed yet, will try archiving it next time 2024-11-27T12:41:41,791 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d/.tmp/info/fd3cf3ff22d5482c9ba9822a64829759 2024-11-27T12:41:41,791 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,792 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:41,792 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta 2024-11-27T12:41:41,793 WARN [IPC Server handler 3 on default port 45537 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-27T12:41:41,793 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta after 1ms 2024-11-27T12:41:41,802 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d/.tmp/info/fd3cf3ff22d5482c9ba9822a64829759 as hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d/info/fd3cf3ff22d5482c9ba9822a64829759 2024-11-27T12:41:41,810 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/info/e0bcef5735f54474a4a90a4a9fe0d8b8 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d./info:regioninfo/1732711291792/Put/seqid=0 2024-11-27T12:41:41,812 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d/info/fd3cf3ff22d5482c9ba9822a64829759, entries=2, sequenceid=6, filesize=6.9 K 2024-11-27T12:41:41,814 WARN [Thread-629 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741840_1018 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T12:41:41,815 WARN [Thread-629 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1382389462-172.17.0.2-1732711286626:blk_1073741840_1018 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK], DatanodeInfoWithStorage[127.0.0.1:39301,DS-3508d29d-395f-43b7-9076-c40a67c69c75,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK]) is bad. 2024-11-27T12:41:41,815 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for a657dca7db5aff7edab00c027247903d in 48ms, sequenceid=6, compaction requested=false 2024-11-27T12:41:41,815 WARN [Thread-629 {}] hdfs.DataStreamer(1850): Abandoning BP-1382389462-172.17.0.2-1732711286626:blk_1073741840_1018 2024-11-27T12:41:41,818 WARN [Thread-629 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK] 2024-11-27T12:41:41,829 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/default/TestLogRolling-testLogRollOnDatanodeDeath/a657dca7db5aff7edab00c027247903d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T12:41:41,830 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:41,830 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a657dca7db5aff7edab00c027247903d: Waiting for close lock at 1732711301765Running coprocessor pre-close hooks at 1732711301765Disabling compacts and flushes for region at 1732711301765Disabling writes for close at 1732711301766 (+1 ms)Obtaining lock to block concurrent updates at 1732711301766Preparing flush snapshotting stores in a657dca7db5aff7edab00c027247903d at 1732711301766Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732711301766Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. at 1732711301767 (+1 ms)Flushing a657dca7db5aff7edab00c027247903d/info: creating writer at 1732711301767Flushing a657dca7db5aff7edab00c027247903d/info: appending metadata at 1732711301783 (+16 ms)Flushing a657dca7db5aff7edab00c027247903d/info: closing flushed file at 1732711301783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40de1b2: reopening flushed file at 1732711301801 (+18 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for a657dca7db5aff7edab00c027247903d in 48ms, sequenceid=6, compaction requested=false at 1732711301815 (+14 ms)Writing region close event to WAL at 1732711301819 (+4 ms)Running coprocessor post-close hooks at 1732711301830 (+11 ms)Closed at 1732711301830 2024-11-27T12:41:41,831 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732711291399.a657dca7db5aff7edab00c027247903d. 2024-11-27T12:41:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741841_1019 (size=7089) 2024-11-27T12:41:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39301 is added to blk_1073741841_1019 (size=7089) 2024-11-27T12:41:41,832 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/info/e0bcef5735f54474a4a90a4a9fe0d8b8 2024-11-27T12:41:41,854 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/ns/5761824dc9bf4046b662236f68f3d8c8 is 43, key is default/ns:d/1732711289875/Put/seqid=0 2024-11-27T12:41:41,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741842_1020 (size=5153) 2024-11-27T12:41:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39301 is added to blk_1073741842_1020 (size=5153) 2024-11-27T12:41:41,860 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/ns/5761824dc9bf4046b662236f68f3d8c8 2024-11-27T12:41:41,885 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/table/ca585fbc392b4d57aa206401bb484007 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732711291805/Put/seqid=0 2024-11-27T12:41:41,887 WARN [Thread-645 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741843_1021 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-27T12:41:41,887 WARN [Thread-645 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1382389462-172.17.0.2-1732711286626:blk_1073741843_1021 in pipeline [DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK], DatanodeInfoWithStorage[127.0.0.1:38545,DS-c444e4e5-4ee3-4b91-aabc-268c77951447,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK]) is bad. 2024-11-27T12:41:41,888 WARN [Thread-645 {}] hdfs.DataStreamer(1850): Abandoning BP-1382389462-172.17.0.2-1732711286626:blk_1073741843_1021 2024-11-27T12:41:41,888 WARN [Thread-645 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:45565,DS-0aef7229-a49b-4328-8c1d-7aa00645221b,DISK] 2024-11-27T12:41:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741844_1022 (size=5424) 2024-11-27T12:41:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39301 is added to blk_1073741844_1022 (size=5424) 2024-11-27T12:41:41,894 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/table/ca585fbc392b4d57aa206401bb484007 2024-11-27T12:41:41,902 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/info/e0bcef5735f54474a4a90a4a9fe0d8b8 as hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/info/e0bcef5735f54474a4a90a4a9fe0d8b8 2024-11-27T12:41:41,915 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/info/e0bcef5735f54474a4a90a4a9fe0d8b8, entries=10, sequenceid=11, filesize=6.9 K 2024-11-27T12:41:41,917 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/ns/5761824dc9bf4046b662236f68f3d8c8 as hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/ns/5761824dc9bf4046b662236f68f3d8c8 2024-11-27T12:41:41,926 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/ns/5761824dc9bf4046b662236f68f3d8c8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:41:41,928 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/.tmp/table/ca585fbc392b4d57aa206401bb484007 as hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/table/ca585fbc392b4d57aa206401bb484007 2024-11-27T12:41:41,939 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/table/ca585fbc392b4d57aa206401bb484007, entries=2, sequenceid=11, filesize=5.3 K 2024-11-27T12:41:41,940 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false 2024-11-27T12:41:41,946 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:41:41,947 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:41:41,947 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:41:41,947 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711301766Running coprocessor pre-close hooks at 1732711301766Disabling compacts and flushes for region at 1732711301766Disabling writes for close at 1732711301767 (+1 ms)Obtaining lock to block concurrent updates at 1732711301767Preparing flush snapshotting stores in 1588230740 at 1732711301767Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732711301768 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732711301792 (+24 ms)Flushing 1588230740/info: creating writer at 1732711301792Flushing 1588230740/info: appending metadata at 1732711301809 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732711301809Flushing 1588230740/ns: creating writer at 1732711301839 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732711301853 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732711301853Flushing 1588230740/table: creating writer at 1732711301868 (+15 ms)Flushing 1588230740/table: appending metadata at 1732711301884 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732711301884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655657b9: reopening flushed file at 1732711301901 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dee9716: reopening flushed file at 1732711301915 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7d4c56: reopening flushed file at 1732711301926 (+11 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false at 1732711301940 (+14 ms)Writing region close event to WAL at 1732711301942 (+2 ms)Running coprocessor post-close hooks at 1732711301946 (+4 ms)Closed at 1732711301947 (+1 ms) 2024-11-27T12:41:41,947 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:41:41,967 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,40639,1732711288507; all regions closed. 2024-11-27T12:41:41,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39301 is added to blk_1073741839_1016 (size=825) 2024-11-27T12:41:41,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741839_1016 (size=825) 2024-11-27T12:41:42,055 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:41:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9506650bddfdec04 with lease ID 0x902d0991b7e6ff0a: from storage DS-0aef7229-a49b-4328-8c1d-7aa00645221b node DatanodeRegistration(127.0.0.1:42935, datanodeUuid=0622ea36-ecec-4600-b878-5abf8d920954, infoPort=43659, infoSecurePort=0, ipcPort=35587, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:41:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9506650bddfdec04 with lease ID 0x902d0991b7e6ff0a: from storage DS-1b86628a-57e6-40a1-8526-e6524702c548 node DatanodeRegistration(127.0.0.1:42935, datanodeUuid=0622ea36-ecec-4600-b878-5abf8d920954, infoPort=43659, infoSecurePort=0, ipcPort=35587, storageInfo=lv=-57;cid=testClusterID;nsid=1032501813;c=1732711286626), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:42,067 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:41:42,067 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:41:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741833_1014 (size=1599) 2024-11-27T12:41:42,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741834_1017 (size=2386) 2024-11-27T12:41:43,068 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:41:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741834_1017 (size=2386) 2024-11-27T12:41:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741833_1014 (size=1599) 2024-11-27T12:41:45,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-27T12:41:45,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:41:45,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:41:45,719 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 after 4007ms 2024-11-27T12:41:45,720 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 to hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/oldWALs/a3dd13ba50c2%2C40639%2C1732711288507.1732711289223 2024-11-27T12:41:45,794 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta after 4002ms 2024-11-27T12:41:45,794 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/WALs/a3dd13ba50c2,40639,1732711288507/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta to hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/oldWALs/a3dd13ba50c2%2C40639%2C1732711288507.meta.1732711289768.meta 2024-11-27T12:41:45,799 DEBUG [RS:0;a3dd13ba50c2:40639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/oldWALs 2024-11-27T12:41:45,799 INFO [RS:0;a3dd13ba50c2:40639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C40639%2C1732711288507.meta:.meta(num 1732711301769) 2024-11-27T12:41:45,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39301 is added to blk_1073741837_1013 (size=2288) 2024-11-27T12:41:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741837_1013 (size=2288) 2024-11-27T12:41:45,807 DEBUG [RS:0;a3dd13ba50c2:40639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/oldWALs 2024-11-27T12:41:45,807 INFO [RS:0;a3dd13ba50c2:40639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C40639%2C1732711288507:(num 1732711301688) 2024-11-27T12:41:45,807 DEBUG [RS:0;a3dd13ba50c2:40639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:45,807 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:41:45,807 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:41:45,807 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:41:45,808 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:41:45,808 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:41:45,808 INFO [RS:0;a3dd13ba50c2:40639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40639 2024-11-27T12:41:45,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,40639,1732711288507 2024-11-27T12:41:45,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:41:45,864 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:41:45,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,40639,1732711288507] 2024-11-27T12:41:45,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,40639,1732711288507 already deleted, retry=false 2024-11-27T12:41:45,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,40639,1732711288507 expired; onlineServers=0 2024-11-27T12:41:45,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3dd13ba50c2,38941,1732711288314' ***** 2024-11-27T12:41:45,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:41:45,881 INFO [M:0;a3dd13ba50c2:38941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:41:45,881 INFO [M:0;a3dd13ba50c2:38941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:41:45,881 DEBUG [M:0;a3dd13ba50c2:38941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:41:45,882 DEBUG [M:0;a3dd13ba50c2:38941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:41:45,882 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:41:45,882 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711288962 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711288962,5,FailOnTimeoutGroup] 2024-11-27T12:41:45,882 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711288957 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711288957,5,FailOnTimeoutGroup] 2024-11-27T12:41:45,882 INFO [M:0;a3dd13ba50c2:38941 {}] hbase.ChoreService(370): Chore service for: master/a3dd13ba50c2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:41:45,882 INFO [M:0;a3dd13ba50c2:38941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:41:45,882 DEBUG [M:0;a3dd13ba50c2:38941 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:41:45,882 INFO [M:0;a3dd13ba50c2:38941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:41:45,883 INFO [M:0;a3dd13ba50c2:38941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:41:45,883 INFO [M:0;a3dd13ba50c2:38941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:41:45,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:41:45,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T12:41:45,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:45,890 DEBUG [M:0;a3dd13ba50c2:38941 {}] zookeeper.ZKUtil(347): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T12:41:45,890 WARN [M:0;a3dd13ba50c2:38941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:41:45,892 INFO [M:0;a3dd13ba50c2:38941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/.lastflushedseqids 2024-11-27T12:41:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741845_1023 (size=139) 2024-11-27T12:41:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741845_1023 (size=139) 2024-11-27T12:41:45,903 INFO [M:0;a3dd13ba50c2:38941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:41:45,903 INFO [M:0;a3dd13ba50c2:38941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:41:45,904 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:41:45,904 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:45,904 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:45,904 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:41:45,904 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:45,904 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-27T12:41:45,905 WARN [AsyncFSWAL-0-hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData-prefix:a3dd13ba50c2,38941,1732711288314 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:45,905 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a3dd13ba50c2%2C38941%2C1732711288314:(num 1732711288660) roll requested 2024-11-27T12:41:45,917 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711305905, exclude list is [], retry=0 2024-11-27T12:41:45,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39301,DS-3508d29d-395f-43b7-9076-c40a67c69c75,DISK] 2024-11-27T12:41:45,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-69e818fe-6a7a-465f-b0da-d57bbc85f57f,DISK] 2024-11-27T12:41:45,922 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711305905 2024-11-27T12:41:45,922 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587),(127.0.0.1/127.0.0.1:41369:41369)] 2024-11-27T12:41:45,922 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 is not closed yet, will try archiving it next time 2024-11-27T12:41:45,922 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:45,923 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:41:45,923 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 2024-11-27T12:41:45,924 WARN [IPC Server handler 2 on default port 45537 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-27T12:41:45,924 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 after 1ms 2024-11-27T12:41:45,939 DEBUG [M:0;a3dd13ba50c2:38941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd696f6eedea46b18d50baaf77f23437 is 82, key is hbase:meta,,1/info:regioninfo/1732711289811/Put/seqid=0 2024-11-27T12:41:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741847_1026 (size=5672) 2024-11-27T12:41:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741847_1026 (size=5672) 2024-11-27T12:41:45,946 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd696f6eedea46b18d50baaf77f23437 2024-11-27T12:41:45,967 DEBUG [M:0;a3dd13ba50c2:38941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb729d7a13c4752a98c7998ab2aa292 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732711291811/Put/seqid=0 2024-11-27T12:41:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:41:45,973 INFO [RS:0;a3dd13ba50c2:40639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:41:45,973 INFO [RS:0;a3dd13ba50c2:40639 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,40639,1732711288507; zookeeper connection closed. 2024-11-27T12:41:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1017d99a0ab0001, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:41:45,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d1b07f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d1b07f2 2024-11-27T12:41:45,973 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:41:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741848_1027 (size=6114) 2024-11-27T12:41:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741848_1027 (size=6114) 2024-11-27T12:41:45,976 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb729d7a13c4752a98c7998ab2aa292 2024-11-27T12:41:45,998 DEBUG [M:0;a3dd13ba50c2:38941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/713780e30c1b486f9295f00a9a011663 is 69, key is a3dd13ba50c2,40639,1732711288507/rs:state/1732711288989/Put/seqid=0 2024-11-27T12:41:46,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741849_1028 (size=5156) 2024-11-27T12:41:46,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741849_1028 (size=5156) 2024-11-27T12:41:46,004 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/713780e30c1b486f9295f00a9a011663 2024-11-27T12:41:46,026 DEBUG [M:0;a3dd13ba50c2:38941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ef5d7551700d4e7f944b6335177f5957 is 52, key is load_balancer_on/state:d/1732711289952/Put/seqid=0 2024-11-27T12:41:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42935 is added to blk_1073741850_1029 (size=5056) 2024-11-27T12:41:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741850_1029 (size=5056) 2024-11-27T12:41:46,032 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ef5d7551700d4e7f944b6335177f5957 2024-11-27T12:41:46,038 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd696f6eedea46b18d50baaf77f23437 as hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd696f6eedea46b18d50baaf77f23437 2024-11-27T12:41:46,045 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd696f6eedea46b18d50baaf77f23437, entries=8, sequenceid=56, filesize=5.5 K 2024-11-27T12:41:46,046 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bb729d7a13c4752a98c7998ab2aa292 as hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb729d7a13c4752a98c7998ab2aa292 2024-11-27T12:41:46,053 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bb729d7a13c4752a98c7998ab2aa292, entries=6, sequenceid=56, filesize=6.0 K 2024-11-27T12:41:46,055 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/713780e30c1b486f9295f00a9a011663 as hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/713780e30c1b486f9295f00a9a011663 2024-11-27T12:41:46,061 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/713780e30c1b486f9295f00a9a011663, entries=1, sequenceid=56, filesize=5.0 K 2024-11-27T12:41:46,063 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ef5d7551700d4e7f944b6335177f5957 as hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ef5d7551700d4e7f944b6335177f5957 2024-11-27T12:41:46,070 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ef5d7551700d4e7f944b6335177f5957, entries=1, sequenceid=56, filesize=4.9 K 2024-11-27T12:41:46,071 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=56, compaction requested=false 2024-11-27T12:41:46,073 INFO [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:46,073 DEBUG [M:0;a3dd13ba50c2:38941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711305903Disabling compacts and flushes for region at 1732711305904 (+1 ms)Disabling writes for close at 1732711305904Obtaining lock to block concurrent updates at 1732711305904Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732711305904Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732711305904Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732711305923 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732711305923Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732711305938 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732711305938Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732711305952 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732711305967 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732711305967Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732711305982 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732711305998 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732711305998Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732711306011 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732711306025 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732711306025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e036752: reopening flushed file at 1732711306037 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba9e690: reopening flushed file at 1732711306045 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cabcff: reopening flushed file at 1732711306053 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632a6de9: reopening flushed file at 1732711306061 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=56, compaction requested=false at 1732711306071 (+10 ms)Writing region close event to WAL at 1732711306073 (+2 ms)Closed at 1732711306073 2024-11-27T12:41:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39301 is added to blk_1073741846_1024 (size=757) 2024-11-27T12:41:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741846_1024 (size=757) 2024-11-27T12:41:47,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:41:47,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:47,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:49,925 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 after 4002ms 2024-11-27T12:41:49,925 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/WALs/a3dd13ba50c2,38941,1732711288314/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 to hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/oldWALs/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 2024-11-27T12:41:49,930 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/MasterData/oldWALs/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660 to hdfs://localhost:45537/user/jenkins/test-data/5a8ba2fd-7f83-7f2b-39a0-0c1c00f250ce/oldWALs/a3dd13ba50c2%2C38941%2C1732711288314.1732711288660$masterlocalwal$ 2024-11-27T12:41:49,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:41:49,930 INFO [M:0;a3dd13ba50c2:38941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:41:49,931 INFO [M:0;a3dd13ba50c2:38941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38941 2024-11-27T12:41:49,931 INFO [M:0;a3dd13ba50c2:38941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:41:50,072 INFO [M:0;a3dd13ba50c2:38941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:41:50,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:41:50,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38941-0x1017d99a0ab0000, quorum=127.0.0.1:63598, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:41:50,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16edef69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:50,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2398092{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:50,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:50,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f5a7f42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:50,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dedaa8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:50,081 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:41:50,081 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:41:50,081 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:41:50,081 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382389462-172.17.0.2-1732711286626 (Datanode Uuid 0622ea36-ecec-4600-b878-5abf8d920954) service to localhost/127.0.0.1:45537 2024-11-27T12:41:50,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data3/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data4/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,082 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:41:50,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@755fcbc7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:50,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@506f661a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:50,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:50,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49abd634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:50,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42468d07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:50,088 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:41:50,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:41:50,088 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382389462-172.17.0.2-1732711286626 (Datanode Uuid 8c1c162b-c3fc-4c82-be6f-4b479806c32e) service to localhost/127.0.0.1:45537 2024-11-27T12:41:50,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:41:50,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data9/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data10/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:41:50,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ba3df96{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:50,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29dda60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:50,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:50,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe754c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:50,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71aa8073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:50,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:41:50,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:41:50,102 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:41:50,102 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382389462-172.17.0.2-1732711286626 (Datanode Uuid 32436bd8-a040-4255-9687-8c139011d13d) service to localhost/127.0.0.1:45537 2024-11-27T12:41:50,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data7/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data8/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,104 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:41:50,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33cda920{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:50,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:50,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:50,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:50,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:50,114 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:41:50,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:41:50,115 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382389462-172.17.0.2-1732711286626 (Datanode Uuid 143a02e7-f271-46f0-9725-5493f3a640d4) service to localhost/127.0.0.1:45537 2024-11-27T12:41:50,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:41:50,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data5/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:41:50,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data6/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e375f1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:50,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77942f0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:50,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:50,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5109ef66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:50,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52967733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:50,126 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:41:50,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:41:50,126 WARN [BP-1382389462-172.17.0.2-1732711286626 heartbeating to localhost/127.0.0.1:45537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382389462-172.17.0.2-1732711286626 (Datanode Uuid 8027f97d-ad70-4815-a45c-11b491599496) service to localhost/127.0.0.1:45537 2024-11-27T12:41:50,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:41:50,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data1/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/cluster_31cb3c52-2997-37eb-f2e5-46e53b2966f3/data/data2/current/BP-1382389462-172.17.0.2-1732711286626 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:41:50,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:41:50,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42afe829{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:41:50,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3479f9fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:41:50,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:41:50,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af8ea6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:41:50,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3e4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir/,STOPPED} 2024-11-27T12:41:50,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:41:50,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:41:50,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 69) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45537 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=9415 (was 9323) - AvailableMemoryMB LEAK? - 2024-11-27T12:41:50,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=9414 2024-11-27T12:41:50,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:41:50,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.log.dir so I do NOT create it in target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95 2024-11-27T12:41:50,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00940d2b-7ec5-258c-10f9-8cffd84aeabd/hadoop.tmp.dir so I do NOT create it in target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95 2024-11-27T12:41:50,217 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96, deleteOnExit=true 2024-11-27T12:41:50,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:41:50,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/test.cache.data in system properties and HBase conf 2024-11-27T12:41:50,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:41:50,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:41:50,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:41:50,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:41:50,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:41:50,218 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:41:50,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:41:50,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:41:50,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:41:50,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:41:50,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:41:50,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:41:50,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:50,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:50,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:50,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:50,554 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:41:50,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:50,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d13024f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:50,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffe7f97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:50,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fbc3fd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/java.io.tmpdir/jetty-localhost-36263-hadoop-hdfs-3_4_1-tests_jar-_-any-251389432929137178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:41:50,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9356750{HTTP/1.1, (http/1.1)}{localhost:36263} 2024-11-27T12:41:50,686 INFO [Time-limited test {}] server.Server(415): Started @91571ms 2024-11-27T12:41:50,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:50,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:50,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:50,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:50,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:41:50,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42510b51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:50,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4b3624{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:51,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b801e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/java.io.tmpdir/jetty-localhost-38163-hadoop-hdfs-3_4_1-tests_jar-_-any-6088352815891827169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:51,093 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42918f88{HTTP/1.1, (http/1.1)}{localhost:38163} 2024-11-27T12:41:51,093 INFO [Time-limited test {}] server.Server(415): Started @91978ms 2024-11-27T12:41:51,095 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:41:51,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:41:51,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:41:51,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:41:51,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:41:51,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:41:51,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@267a4bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:41:51,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327e4fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:41:51,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bd09b34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/java.io.tmpdir/jetty-localhost-44409-hadoop-hdfs-3_4_1-tests_jar-_-any-13461511268897155414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:41:51,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9b7b21{HTTP/1.1, (http/1.1)}{localhost:44409} 2024-11-27T12:41:51,275 INFO [Time-limited test {}] server.Server(415): Started @92160ms 2024-11-27T12:41:51,277 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:41:51,950 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/data/data2/current/BP-1890843125-172.17.0.2-1732711310249/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:51,950 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/data/data1/current/BP-1890843125-172.17.0.2-1732711310249/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:51,968 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:41:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb5a11f9d17636 with lease ID 0x7eb10acf3f0ddf3b: Processing first storage report for DS-ecc0bb4c-2a2e-4507-9192-4b4fccd2a090 from datanode DatanodeRegistration(127.0.0.1:41685, datanodeUuid=b7a0dff0-2284-46c6-9c48-a121f72efe93, infoPort=36315, infoSecurePort=0, ipcPort=39393, storageInfo=lv=-57;cid=testClusterID;nsid=2013499449;c=1732711310249) 2024-11-27T12:41:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb5a11f9d17636 with lease ID 0x7eb10acf3f0ddf3b: from storage DS-ecc0bb4c-2a2e-4507-9192-4b4fccd2a090 node DatanodeRegistration(127.0.0.1:41685, datanodeUuid=b7a0dff0-2284-46c6-9c48-a121f72efe93, infoPort=36315, infoSecurePort=0, ipcPort=39393, storageInfo=lv=-57;cid=testClusterID;nsid=2013499449;c=1732711310249), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:41:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb5a11f9d17636 with lease ID 0x7eb10acf3f0ddf3b: Processing first storage report for DS-575e2f4a-d6ef-45bc-952a-b06fd351e37b from datanode DatanodeRegistration(127.0.0.1:41685, datanodeUuid=b7a0dff0-2284-46c6-9c48-a121f72efe93, infoPort=36315, infoSecurePort=0, ipcPort=39393, storageInfo=lv=-57;cid=testClusterID;nsid=2013499449;c=1732711310249) 2024-11-27T12:41:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb5a11f9d17636 with lease ID 0x7eb10acf3f0ddf3b: from storage DS-575e2f4a-d6ef-45bc-952a-b06fd351e37b node DatanodeRegistration(127.0.0.1:41685, datanodeUuid=b7a0dff0-2284-46c6-9c48-a121f72efe93, infoPort=36315, infoSecurePort=0, ipcPort=39393, storageInfo=lv=-57;cid=testClusterID;nsid=2013499449;c=1732711310249), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:52,056 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/data/data3/current/BP-1890843125-172.17.0.2-1732711310249/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:52,056 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/data/data4/current/BP-1890843125-172.17.0.2-1732711310249/current, will proceed with Du for space computation calculation, 2024-11-27T12:41:52,079 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:41:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x128e570819f03bf0 with lease ID 0x7eb10acf3f0ddf3c: Processing first storage report for DS-7d729eac-d957-43ab-b388-ac213eaafb82 from datanode DatanodeRegistration(127.0.0.1:34397, datanodeUuid=d0885036-349e-4ca2-ab27-9d3ea09b6981, infoPort=45735, infoSecurePort=0, ipcPort=34753, storageInfo=lv=-57;cid=testClusterID;nsid=2013499449;c=1732711310249) 2024-11-27T12:41:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x128e570819f03bf0 with lease ID 0x7eb10acf3f0ddf3c: from storage DS-7d729eac-d957-43ab-b388-ac213eaafb82 node DatanodeRegistration(127.0.0.1:34397, datanodeUuid=d0885036-349e-4ca2-ab27-9d3ea09b6981, infoPort=45735, infoSecurePort=0, ipcPort=34753, storageInfo=lv=-57;cid=testClusterID;nsid=2013499449;c=1732711310249), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:52,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x128e570819f03bf0 with lease ID 0x7eb10acf3f0ddf3c: Processing first storage report for DS-b104f33d-4218-41e6-8e94-0d35eb1d5687 from datanode DatanodeRegistration(127.0.0.1:34397, datanodeUuid=d0885036-349e-4ca2-ab27-9d3ea09b6981, infoPort=45735, infoSecurePort=0, ipcPort=34753, storageInfo=lv=-57;cid=testClusterID;nsid=2013499449;c=1732711310249) 2024-11-27T12:41:52,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x128e570819f03bf0 with lease ID 0x7eb10acf3f0ddf3c: from storage DS-b104f33d-4218-41e6-8e94-0d35eb1d5687 node DatanodeRegistration(127.0.0.1:34397, datanodeUuid=d0885036-349e-4ca2-ab27-9d3ea09b6981, infoPort=45735, infoSecurePort=0, ipcPort=34753, storageInfo=lv=-57;cid=testClusterID;nsid=2013499449;c=1732711310249), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:41:52,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95 2024-11-27T12:41:52,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/zookeeper_0, clientPort=59586, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:41:52,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59586 2024-11-27T12:41:52,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:52,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:41:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:41:52,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72 with version=8 2024-11-27T12:41:52,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/hbase-staging 2024-11-27T12:41:52,154 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:41:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:52,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:41:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:41:52,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:41:52,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:41:52,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36949 2024-11-27T12:41:52,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36949 connecting to ZooKeeper ensemble=127.0.0.1:59586 2024-11-27T12:41:52,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369490x0, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:41:52,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36949-0x1017d99fdcb0000 connected 2024-11-27T12:41:52,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:52,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:52,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:41:52,286 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72, hbase.cluster.distributed=false 2024-11-27T12:41:52,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:41:52,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-27T12:41:52,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36949 2024-11-27T12:41:52,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36949 2024-11-27T12:41:52,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-27T12:41:52,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-27T12:41:52,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:41:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:52,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:41:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:41:52,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:41:52,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:41:52,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:41:52,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35711 2024-11-27T12:41:52,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35711 connecting to ZooKeeper ensemble=127.0.0.1:59586 2024-11-27T12:41:52,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:52,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357110x0, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:41:52,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35711-0x1017d99fdcb0001 connected 2024-11-27T12:41:52,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:41:52,325 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:41:52,326 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:41:52,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T12:41:52,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:41:52,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-27T12:41:52,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35711 2024-11-27T12:41:52,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35711 2024-11-27T12:41:52,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-27T12:41:52,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-27T12:41:52,339 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3dd13ba50c2:36949 2024-11-27T12:41:52,340 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:52,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:41:52,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:41:52,350 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:52,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T12:41:52,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,358 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T12:41:52,359 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3dd13ba50c2,36949,1732711312154 from backup master directory 2024-11-27T12:41:52,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:52,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:41:52,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:41:52,370 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:41:52,370 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:52,379 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/hbase.id] with ID: 3fd1725f-af83-4656-bb10-fad7cc2c9cba 2024-11-27T12:41:52,379 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/.tmp/hbase.id 2024-11-27T12:41:52,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:41:52,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:41:52,386 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/.tmp/hbase.id]:[hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/hbase.id] 2024-11-27T12:41:52,401 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:52,402 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:41:52,403 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T12:41:52,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:41:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:41:52,421 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:41:52,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:41:52,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:41:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:41:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:41:52,434 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store 2024-11-27T12:41:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:41:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:41:52,441 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:52,441 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:41:52,441 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:52,442 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:52,442 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:41:52,442 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:52,442 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:41:52,442 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711312441Disabling compacts and flushes for region at 1732711312441Disabling writes for close at 1732711312442 (+1 ms)Writing region close event to WAL at 1732711312442Closed at 1732711312442 2024-11-27T12:41:52,443 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/.initializing 2024-11-27T12:41:52,443 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/WALs/a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:52,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:41:52,446 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C36949%2C1732711312154, suffix=, logDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/WALs/a3dd13ba50c2,36949,1732711312154, archiveDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/oldWALs, maxLogs=10 2024-11-27T12:41:52,459 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/WALs/a3dd13ba50c2,36949,1732711312154/a3dd13ba50c2%2C36949%2C1732711312154.1732711312447, exclude list is [], retry=0 2024-11-27T12:41:52,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34397,DS-7d729eac-d957-43ab-b388-ac213eaafb82,DISK] 2024-11-27T12:41:52,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-ecc0bb4c-2a2e-4507-9192-4b4fccd2a090,DISK] 2024-11-27T12:41:52,464 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/WALs/a3dd13ba50c2,36949,1732711312154/a3dd13ba50c2%2C36949%2C1732711312154.1732711312447 2024-11-27T12:41:52,464 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45735:45735),(127.0.0.1/127.0.0.1:36315:36315)] 2024-11-27T12:41:52,464 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:41:52,464 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:52,464 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,464 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:41:52,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:52,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:41:52,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:41:52,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:41:52,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:41:52,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:41:52,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:41:52,476 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,476 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,477 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,478 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,478 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,479 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:41:52,480 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:41:52,483 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:41:52,483 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=814460, jitterRate=0.03563991189002991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:41:52,484 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732711312465Initializing all the Stores at 1732711312466 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711312466Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711312466Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711312466Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711312466Cleaning up temporary data from old regions at 1732711312478 (+12 ms)Region opened successfully at 1732711312484 (+6 ms) 2024-11-27T12:41:52,485 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:41:52,488 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ee4ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:41:52,490 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:41:52,490 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:41:52,490 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:41:52,490 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:41:52,491 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:41:52,491 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:41:52,491 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:41:52,493 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:41:52,494 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T12:41:52,515 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T12:41:52,516 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:41:52,517 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:41:52,528 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T12:41:52,529 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:41:52,530 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:41:52,540 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T12:41:52,542 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:41:52,549 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T12:41:52,551 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:41:52,561 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T12:41:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:41:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:41:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,570 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3dd13ba50c2,36949,1732711312154, sessionid=0x1017d99fdcb0000, setting cluster-up flag (Was=false) 2024-11-27T12:41:52,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,611 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T12:41:52,613 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:52,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:52,666 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T12:41:52,670 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:52,673 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:41:52,677 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:41:52,678 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:41:52,678 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:41:52,678 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3dd13ba50c2,36949,1732711312154 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:41:52,680 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:41:52,680 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:41:52,680 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:41:52,680 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:41:52,680 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3dd13ba50c2:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:41:52,680 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,680 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:41:52,681 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,681 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732711342681 2024-11-27T12:41:52,681 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:41:52,682 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:41:52,682 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:41:52,682 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:41:52,682 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:41:52,682 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:41:52,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:41:52,682 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:41:52,682 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:41:52,683 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:41:52,683 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:41:52,683 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:41:52,683 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:41:52,683 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711312683,5,FailOnTimeoutGroup] 2024-11-27T12:41:52,683 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711312683,5,FailOnTimeoutGroup] 2024-11-27T12:41:52,684 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,684 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:41:52,684 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,684 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,684 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,684 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:41:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:41:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:41:52,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:41:52,693 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72 2024-11-27T12:41:52,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:41:52,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:41:52,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:52,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:41:52,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:41:52,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:52,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:41:52,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:41:52,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:52,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:41:52,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:41:52,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:52,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:41:52,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:41:52,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:52,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:52,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:41:52,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740 2024-11-27T12:41:52,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740 2024-11-27T12:41:52,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:41:52,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:41:52,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:41:52,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:41:52,717 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:41:52,717 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757492, jitterRate=-0.036799877882003784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:41:52,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732711312701Initializing all the Stores at 1732711312702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711312702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711312702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711312702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711312702Cleaning up temporary data from old regions at 1732711312713 (+11 ms)Region opened successfully at 1732711312718 (+5 ms) 2024-11-27T12:41:52,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:41:52,718 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:41:52,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:41:52,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:41:52,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:41:52,718 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:41:52,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711312718Disabling compacts and flushes for region at 1732711312718Disabling writes for close at 1732711312718Writing region close event to WAL at 1732711312718Closed at 1732711312718 2024-11-27T12:41:52,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:41:52,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:41:52,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:41:52,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:41:52,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:41:52,731 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(746): ClusterId : 3fd1725f-af83-4656-bb10-fad7cc2c9cba 2024-11-27T12:41:52,731 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:41:52,763 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:41:52,763 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:41:52,775 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:41:52,775 DEBUG [RS:0;a3dd13ba50c2:35711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ededfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:41:52,786 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3dd13ba50c2:35711 2024-11-27T12:41:52,786 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:41:52,786 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:41:52,786 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:41:52,787 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,36949,1732711312154 with port=35711, startcode=1732711312306 2024-11-27T12:41:52,787 DEBUG [RS:0;a3dd13ba50c2:35711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:41:52,789 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:41:52,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:52,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:52,791 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72 2024-11-27T12:41:52,791 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33227 2024-11-27T12:41:52,791 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:41:52,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:41:52,804 DEBUG [RS:0;a3dd13ba50c2:35711 {}] zookeeper.ZKUtil(111): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:52,804 WARN [RS:0;a3dd13ba50c2:35711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:41:52,804 INFO [RS:0;a3dd13ba50c2:35711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:41:52,804 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:52,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,35711,1732711312306] 2024-11-27T12:41:52,808 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:41:52,810 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:41:52,811 INFO [RS:0;a3dd13ba50c2:35711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:41:52,811 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,811 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:41:52,812 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:41:52,812 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,812 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,812 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,812 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,812 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,812 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,812 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:41:52,812 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,812 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,813 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,813 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,813 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,813 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:41:52,813 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:41:52,813 DEBUG [RS:0;a3dd13ba50c2:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:41:52,815 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,815 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,815 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,815 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,815 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,815 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,35711,1732711312306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:41:52,828 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:41:52,829 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,35711,1732711312306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,829 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,829 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.Replication(171): a3dd13ba50c2,35711,1732711312306 started 2024-11-27T12:41:52,842 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:52,842 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,35711,1732711312306, RpcServer on a3dd13ba50c2/172.17.0.2:35711, sessionid=0x1017d99fdcb0001 2024-11-27T12:41:52,843 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:41:52,843 DEBUG [RS:0;a3dd13ba50c2:35711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:52,843 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,35711,1732711312306' 2024-11-27T12:41:52,843 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T12:41:52,843 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T12:41:52,844 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:41:52,844 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:41:52,844 DEBUG [RS:0;a3dd13ba50c2:35711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:52,844 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,35711,1732711312306' 2024-11-27T12:41:52,844 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T12:41:52,844 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T12:41:52,845 DEBUG [RS:0;a3dd13ba50c2:35711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:41:52,845 INFO [RS:0;a3dd13ba50c2:35711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:41:52,845 INFO [RS:0;a3dd13ba50c2:35711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:41:52,873 WARN [a3dd13ba50c2:36949 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T12:41:52,945 INFO [RS:0;a3dd13ba50c2:35711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:41:52,947 INFO [RS:0;a3dd13ba50c2:35711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C35711%2C1732711312306, suffix=, logDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306, archiveDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/oldWALs, maxLogs=32 2024-11-27T12:41:52,962 DEBUG [RS:0;a3dd13ba50c2:35711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711312948, exclude list is [], retry=0 2024-11-27T12:41:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34397,DS-7d729eac-d957-43ab-b388-ac213eaafb82,DISK] 2024-11-27T12:41:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-ecc0bb4c-2a2e-4507-9192-4b4fccd2a090,DISK] 2024-11-27T12:41:52,967 INFO [RS:0;a3dd13ba50c2:35711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711312948 2024-11-27T12:41:52,967 DEBUG [RS:0;a3dd13ba50c2:35711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45735:45735),(127.0.0.1/127.0.0.1:36315:36315)] 2024-11-27T12:41:53,123 DEBUG [a3dd13ba50c2:36949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:41:53,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:53,126 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,35711,1732711312306, state=OPENING 2024-11-27T12:41:53,145 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:41:53,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:53,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:41:53,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:41:53,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:41:53,155 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:41:53,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,35711,1732711312306}] 2024-11-27T12:41:53,308 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:41:53,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35093, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:41:53,316 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:41:53,316 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:41:53,317 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:41:53,319 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C35711%2C1732711312306.meta, suffix=.meta, logDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306, archiveDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/oldWALs, maxLogs=32 2024-11-27T12:41:53,333 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.meta.1732711313320.meta, exclude list is [], retry=0 2024-11-27T12:41:53,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34397,DS-7d729eac-d957-43ab-b388-ac213eaafb82,DISK] 2024-11-27T12:41:53,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-ecc0bb4c-2a2e-4507-9192-4b4fccd2a090,DISK] 2024-11-27T12:41:53,337 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.meta.1732711313320.meta 2024-11-27T12:41:53,337 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315),(127.0.0.1/127.0.0.1:45735:45735)] 2024-11-27T12:41:53,338 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:41:53,338 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:41:53,338 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:41:53,338 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:41:53,338 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:41:53,338 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:53,338 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:41:53,339 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:41:53,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:41:53,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:41:53,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:53,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:53,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:41:53,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:41:53,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:53,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:53,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:41:53,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:41:53,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:53,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:53,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:41:53,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:41:53,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:53,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:41:53,345 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:41:53,346 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740 2024-11-27T12:41:53,347 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740 2024-11-27T12:41:53,349 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:41:53,349 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:41:53,349 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:41:53,351 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:41:53,352 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=853617, jitterRate=0.08543127775192261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:41:53,352 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:41:53,353 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732711313339Writing region info on filesystem at 1732711313339Initializing all the Stores at 1732711313340 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711313340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711313340Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711313340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711313340Cleaning up temporary data from old regions at 1732711313349 (+9 ms)Running coprocessor post-open hooks at 1732711313352 (+3 ms)Region opened successfully at 1732711313353 (+1 ms) 2024-11-27T12:41:53,354 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732711313308 2024-11-27T12:41:53,356 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:41:53,356 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:41:53,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:53,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,35711,1732711312306, state=OPEN 2024-11-27T12:41:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:41:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:41:53,418 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:53,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:41:53,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:41:53,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:41:53,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,35711,1732711312306 in 264 msec 2024-11-27T12:41:53,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:41:53,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 705 msec 2024-11-27T12:41:53,430 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:41:53,430 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:41:53,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:41:53,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,35711,1732711312306, seqNum=-1] 2024-11-27T12:41:53,433 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:41:53,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:41:53,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 765 msec 2024-11-27T12:41:53,441 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732711313441, completionTime=-1 2024-11-27T12:41:53,441 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:41:53,441 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:41:53,443 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:41:53,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732711373444 2024-11-27T12:41:53,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732711433444 2024-11-27T12:41:53,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:41:53,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,36949,1732711312154-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:53,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,36949,1732711312154-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:53,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,36949,1732711312154-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:53,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3dd13ba50c2:36949, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:53,444 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:53,445 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:53,447 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:41:53,450 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.080sec 2024-11-27T12:41:53,450 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:41:53,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:41:53,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:41:53,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:41:53,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:41:53,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,36949,1732711312154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:41:53,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,36949,1732711312154-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:41:53,455 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:41:53,455 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:41:53,455 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,36949,1732711312154-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:41:53,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fe868f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:41:53,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,36949,-1 for getting cluster id 2024-11-27T12:41:53,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:41:53,538 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fd1725f-af83-4656-bb10-fad7cc2c9cba' 2024-11-27T12:41:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fd1725f-af83-4656-bb10-fad7cc2c9cba" 2024-11-27T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ddddf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,36949,-1] 2024-11-27T12:41:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:41:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:41:53,543 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:41:53,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db5ff6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:41:53,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:41:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,35711,1732711312306, seqNum=-1] 2024-11-27T12:41:53,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:41:53,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:41:53,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:53,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:41:53,552 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T12:41:53,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:41:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a3dd13ba50c2,36949,1732711312154 2024-11-27T12:41:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@430c490b 2024-11-27T12:41:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:41:53,555 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:41:53,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-27T12:41:53,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-27T12:41:53,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:41:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:41:53,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:41:53,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:53,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-27T12:41:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:41:53,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:41:53,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741835_1011 (size=405) 2024-11-27T12:41:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741835_1011 (size=405) 2024-11-27T12:41:53,571 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49da0c59d7b8de0a8ac99a3d53ab4fd7, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72 2024-11-27T12:41:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741836_1012 (size=88) 2024-11-27T12:41:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741836_1012 (size=88) 2024-11-27T12:41:53,578 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:53,579 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 49da0c59d7b8de0a8ac99a3d53ab4fd7, disabling compactions & flushes 2024-11-27T12:41:53,579 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:41:53,579 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:41:53,579 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. after waiting 0 ms 2024-11-27T12:41:53,579 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:41:53,579 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:41:53,579 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49da0c59d7b8de0a8ac99a3d53ab4fd7: Waiting for close lock at 1732711313579Disabling compacts and flushes for region at 1732711313579Disabling writes for close at 1732711313579Writing region close event to WAL at 1732711313579Closed at 1732711313579 2024-11-27T12:41:53,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:41:53,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732711313580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732711313580"}]},"ts":"1732711313580"} 2024-11-27T12:41:53,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:41:53,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:41:53,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732711313584"}]},"ts":"1732711313584"} 2024-11-27T12:41:53,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-27T12:41:53,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49da0c59d7b8de0a8ac99a3d53ab4fd7, ASSIGN}] 2024-11-27T12:41:53,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49da0c59d7b8de0a8ac99a3d53ab4fd7, ASSIGN 2024-11-27T12:41:53,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49da0c59d7b8de0a8ac99a3d53ab4fd7, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,35711,1732711312306; forceNewPlan=false, retain=false 2024-11-27T12:41:53,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49da0c59d7b8de0a8ac99a3d53ab4fd7, regionState=OPENING, regionLocation=a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:53,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49da0c59d7b8de0a8ac99a3d53ab4fd7, ASSIGN because future has completed 2024-11-27T12:41:53,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49da0c59d7b8de0a8ac99a3d53ab4fd7, server=a3dd13ba50c2,35711,1732711312306}] 2024-11-27T12:41:53,907 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:41:53,907 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49da0c59d7b8de0a8ac99a3d53ab4fd7, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:41:53,908 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,908 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:41:53,909 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,909 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,911 INFO [StoreOpener-49da0c59d7b8de0a8ac99a3d53ab4fd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,913 INFO [StoreOpener-49da0c59d7b8de0a8ac99a3d53ab4fd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49da0c59d7b8de0a8ac99a3d53ab4fd7 columnFamilyName info 2024-11-27T12:41:53,913 DEBUG [StoreOpener-49da0c59d7b8de0a8ac99a3d53ab4fd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:41:53,913 INFO [StoreOpener-49da0c59d7b8de0a8ac99a3d53ab4fd7-1 {}] regionserver.HStore(327): Store=49da0c59d7b8de0a8ac99a3d53ab4fd7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:41:53,914 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,914 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,915 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,915 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,915 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,917 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,919 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:41:53,920 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49da0c59d7b8de0a8ac99a3d53ab4fd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=714235, jitterRate=-0.09180338680744171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:41:53,920 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:41:53,921 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49da0c59d7b8de0a8ac99a3d53ab4fd7: Running coprocessor pre-open hook at 1732711313909Writing region info on filesystem at 1732711313909Initializing all the Stores at 1732711313911 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711313911Cleaning up temporary data from old regions at 1732711313915 (+4 ms)Running coprocessor post-open hooks at 1732711313920 (+5 ms)Region opened successfully at 1732711313920 2024-11-27T12:41:53,922 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7., pid=6, masterSystemTime=1732711313897 2024-11-27T12:41:53,924 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:41:53,924 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:41:53,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49da0c59d7b8de0a8ac99a3d53ab4fd7, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,35711,1732711312306 2024-11-27T12:41:53,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49da0c59d7b8de0a8ac99a3d53ab4fd7, server=a3dd13ba50c2,35711,1732711312306 because future has completed 2024-11-27T12:41:53,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:41:53,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49da0c59d7b8de0a8ac99a3d53ab4fd7, server=a3dd13ba50c2,35711,1732711312306 in 186 msec 2024-11-27T12:41:53,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:41:53,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=49da0c59d7b8de0a8ac99a3d53ab4fd7, ASSIGN in 346 msec 2024-11-27T12:41:53,936 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:41:53,936 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732711313936"}]},"ts":"1732711313936"} 2024-11-27T12:41:53,938 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-27T12:41:53,939 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:41:53,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 383 msec 2024-11-27T12:41:55,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:41:55,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:41:55,355 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:41:55,355 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:41:55,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:41:55,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-27T12:41:58,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:41:58,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:41:58,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:41:58,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-27T12:42:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:42:03,615 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T12:42:03,615 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-27T12:42:03,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:03,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:03,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7., hostname=a3dd13ba50c2,35711,1732711312306, seqNum=2] 2024-11-27T12:42:03,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:03,636 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-27T12:42:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:42:03,637 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T12:42:03,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T12:42:03,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-27T12:42:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:03,799 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 49da0c59d7b8de0a8ac99a3d53ab4fd7 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T12:42:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/3bbbf803a8a942cf86e3da1905a5f32b is 1055, key is row0001/info:/1732711323624/Put/seqid=0 2024-11-27T12:42:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741837_1013 (size=6008) 2024-11-27T12:42:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741837_1013 (size=6008) 2024-11-27T12:42:03,820 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/3bbbf803a8a942cf86e3da1905a5f32b 2024-11-27T12:42:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/3bbbf803a8a942cf86e3da1905a5f32b as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/3bbbf803a8a942cf86e3da1905a5f32b 2024-11-27T12:42:03,835 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/3bbbf803a8a942cf86e3da1905a5f32b, entries=1, sequenceid=5, filesize=5.9 K 2024-11-27T12:42:03,836 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49da0c59d7b8de0a8ac99a3d53ab4fd7 in 38ms, sequenceid=5, compaction requested=false 2024-11-27T12:42:03,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 49da0c59d7b8de0a8ac99a3d53ab4fd7: 2024-11-27T12:42:03,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:03,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T12:42:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T12:42:03,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-27T12:42:03,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 202 msec 2024-11-27T12:42:03,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 213 msec 2024-11-27T12:42:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T12:42:13,694 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T12:42:13,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T12:42:13,700 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-27T12:42:13,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T12:42:13,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T12:42:13,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-27T12:42:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:13,859 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 49da0c59d7b8de0a8ac99a3d53ab4fd7 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T12:42:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/28392c7699c3439fb453f6f12045299f is 1055, key is row0002/info:/1732711333695/Put/seqid=0 2024-11-27T12:42:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741838_1014 (size=6008) 2024-11-27T12:42:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741838_1014 (size=6008) 2024-11-27T12:42:13,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/28392c7699c3439fb453f6f12045299f 2024-11-27T12:42:13,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/28392c7699c3439fb453f6f12045299f as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/28392c7699c3439fb453f6f12045299f 2024-11-27T12:42:13,897 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/28392c7699c3439fb453f6f12045299f, entries=1, sequenceid=9, filesize=5.9 K 2024-11-27T12:42:13,898 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49da0c59d7b8de0a8ac99a3d53ab4fd7 in 40ms, sequenceid=9, compaction requested=false 2024-11-27T12:42:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 49da0c59d7b8de0a8ac99a3d53ab4fd7: 2024-11-27T12:42:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T12:42:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T12:42:13,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T12:42:13,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 198 msec 2024-11-27T12:42:13,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 207 msec 2024-11-27T12:42:22,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:42:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T12:42:23,714 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T12:42:23,728 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711343716, exclude list is [], retry=0 2024-11-27T12:42:23,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-ecc0bb4c-2a2e-4507-9192-4b4fccd2a090,DISK] 2024-11-27T12:42:23,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34397,DS-7d729eac-d957-43ab-b388-ac213eaafb82,DISK] 2024-11-27T12:42:23,732 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711312948 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711343716 2024-11-27T12:42:23,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315),(127.0.0.1/127.0.0.1:45735:45735)] 2024-11-27T12:42:23,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711312948 is not closed yet, will try archiving it next time 2024-11-27T12:42:23,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741833_1009 (size=5471) 2024-11-27T12:42:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741833_1009 (size=5471) 2024-11-27T12:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T12:42:23,739 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-27T12:42:23,741 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T12:42:23,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T12:42:23,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-27T12:42:23,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:23,895 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 49da0c59d7b8de0a8ac99a3d53ab4fd7 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T12:42:23,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/5920b287491d42829fa0e544fdf21c68 is 1055, key is row0003/info:/1732711343715/Put/seqid=0 2024-11-27T12:42:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741840_1016 (size=6008) 2024-11-27T12:42:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741840_1016 (size=6008) 2024-11-27T12:42:23,905 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/5920b287491d42829fa0e544fdf21c68 2024-11-27T12:42:23,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/5920b287491d42829fa0e544fdf21c68 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/5920b287491d42829fa0e544fdf21c68 2024-11-27T12:42:23,919 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/5920b287491d42829fa0e544fdf21c68, entries=1, sequenceid=13, filesize=5.9 K 2024-11-27T12:42:23,920 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49da0c59d7b8de0a8ac99a3d53ab4fd7 in 25ms, sequenceid=13, compaction requested=true 2024-11-27T12:42:23,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 49da0c59d7b8de0a8ac99a3d53ab4fd7: 2024-11-27T12:42:23,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:23,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T12:42:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T12:42:23,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T12:42:23,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-27T12:42:23,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 191 msec 2024-11-27T12:42:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T12:42:33,824 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T12:42:33,830 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:42:33,834 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:42:33,836 DEBUG [Time-limited test {}] regionserver.HStore(1541): 49da0c59d7b8de0a8ac99a3d53ab4fd7/info is initiating minor compaction (all files) 2024-11-27T12:42:33,836 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:42:33,836 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:33,836 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 49da0c59d7b8de0a8ac99a3d53ab4fd7/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:33,837 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/3bbbf803a8a942cf86e3da1905a5f32b, hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/28392c7699c3439fb453f6f12045299f, hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/5920b287491d42829fa0e544fdf21c68] into tmpdir=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp, totalSize=17.6 K 2024-11-27T12:42:33,838 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3bbbf803a8a942cf86e3da1905a5f32b, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732711323624 2024-11-27T12:42:33,839 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 28392c7699c3439fb453f6f12045299f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732711333695 2024-11-27T12:42:33,839 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5920b287491d42829fa0e544fdf21c68, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732711343715 2024-11-27T12:42:33,861 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 49da0c59d7b8de0a8ac99a3d53ab4fd7#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:42:33,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/4dc6c51af1334aaaacee3089727e6f72 is 1055, key is row0001/info:/1732711323624/Put/seqid=0 2024-11-27T12:42:33,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741841_1017 (size=8221) 2024-11-27T12:42:33,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741841_1017 (size=8221) 2024-11-27T12:42:33,875 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/4dc6c51af1334aaaacee3089727e6f72 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/4dc6c51af1334aaaacee3089727e6f72 2024-11-27T12:42:33,891 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 49da0c59d7b8de0a8ac99a3d53ab4fd7/info of 49da0c59d7b8de0a8ac99a3d53ab4fd7 into 4dc6c51af1334aaaacee3089727e6f72(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:42:33,891 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 49da0c59d7b8de0a8ac99a3d53ab4fd7: 2024-11-27T12:42:33,906 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711353894, exclude list is [], retry=0 2024-11-27T12:42:33,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34397,DS-7d729eac-d957-43ab-b388-ac213eaafb82,DISK] 2024-11-27T12:42:33,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-ecc0bb4c-2a2e-4507-9192-4b4fccd2a090,DISK] 2024-11-27T12:42:33,911 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711343716 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711353894 2024-11-27T12:42:33,911 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45735:45735),(127.0.0.1/127.0.0.1:36315:36315)] 2024-11-27T12:42:33,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711343716 is not closed yet, will try archiving it next time 2024-11-27T12:42:33,912 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711312948 to hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/oldWALs/a3dd13ba50c2%2C35711%2C1732711312306.1732711312948 2024-11-27T12:42:33,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741839_1015 (size=2495) 2024-11-27T12:42:33,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741839_1015 (size=2495) 2024-11-27T12:42:33,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T12:42:33,919 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-27T12:42:33,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T12:42:33,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T12:42:34,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-27T12:42:34,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:34,074 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 49da0c59d7b8de0a8ac99a3d53ab4fd7 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T12:42:34,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/cf8095d2b16c4fbb870e53acbdd2ef38 is 1055, key is row0000/info:/1732711353893/Put/seqid=0 2024-11-27T12:42:34,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741843_1019 (size=6008) 2024-11-27T12:42:34,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741843_1019 (size=6008) 2024-11-27T12:42:34,084 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/cf8095d2b16c4fbb870e53acbdd2ef38 2024-11-27T12:42:34,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/cf8095d2b16c4fbb870e53acbdd2ef38 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/cf8095d2b16c4fbb870e53acbdd2ef38 2024-11-27T12:42:34,098 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/cf8095d2b16c4fbb870e53acbdd2ef38, entries=1, sequenceid=18, filesize=5.9 K 2024-11-27T12:42:34,100 INFO [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49da0c59d7b8de0a8ac99a3d53ab4fd7 in 26ms, sequenceid=18, compaction requested=false 2024-11-27T12:42:34,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 49da0c59d7b8de0a8ac99a3d53ab4fd7: 2024-11-27T12:42:34,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:34,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T12:42:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T12:42:34,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T12:42:34,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-27T12:42:34,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 191 msec 2024-11-27T12:42:34,180 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T12:42:34,180 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T12:42:38,908 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 49da0c59d7b8de0a8ac99a3d53ab4fd7, had cached 0 bytes from a total of 14229 2024-11-27T12:42:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T12:42:43,953 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-27T12:42:43,969 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711363955, exclude list is [], retry=0 2024-11-27T12:42:43,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34397,DS-7d729eac-d957-43ab-b388-ac213eaafb82,DISK] 2024-11-27T12:42:43,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41685,DS-ecc0bb4c-2a2e-4507-9192-4b4fccd2a090,DISK] 2024-11-27T12:42:43,973 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711353894 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711363955 2024-11-27T12:42:43,973 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36315:36315),(127.0.0.1/127.0.0.1:45735:45735)] 2024-11-27T12:42:43,973 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711353894 is not closed yet, will try archiving it next time 2024-11-27T12:42:43,973 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/WALs/a3dd13ba50c2,35711,1732711312306/a3dd13ba50c2%2C35711%2C1732711312306.1732711343716 to hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/oldWALs/a3dd13ba50c2%2C35711%2C1732711312306.1732711343716 2024-11-27T12:42:43,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:42:43,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:42:43,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:42:43,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:42:43,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:42:43,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:42:43,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:42:43,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817542220, stopped=false 2024-11-27T12:42:43,974 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3dd13ba50c2,36949,1732711312154 2024-11-27T12:42:43,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741842_1018 (size=2001) 2024-11-27T12:42:43,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741842_1018 (size=2001) 2024-11-27T12:42:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:42:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:42:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:44,021 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:42:44,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:42:44,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:42:44,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:42:44,022 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,35711,1732711312306' ***** 2024-11-27T12:42:44,022 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:42:44,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:42:44,022 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:42:44,023 INFO [RS:0;a3dd13ba50c2:35711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:42:44,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:42:44,023 INFO [RS:0;a3dd13ba50c2:35711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:42:44,023 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(3091): Received CLOSE for 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:42:44,023 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,35711,1732711312306 2024-11-27T12:42:44,023 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:42:44,023 INFO [RS:0;a3dd13ba50c2:35711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3dd13ba50c2:35711. 2024-11-27T12:42:44,023 DEBUG [RS:0;a3dd13ba50c2:35711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:42:44,023 DEBUG [RS:0;a3dd13ba50c2:35711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:42:44,024 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:42:44,024 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:42:44,024 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:42:44,024 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:42:44,024 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T12:42:44,024 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1325): Online Regions={49da0c59d7b8de0a8ac99a3d53ab4fd7=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:42:44,024 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:42:44,024 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:42:44,024 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49da0c59d7b8de0a8ac99a3d53ab4fd7, disabling compactions & flushes 2024-11-27T12:42:44,024 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:42:44,024 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:44,025 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:42:44,025 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:44,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:42:44,025 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. after waiting 0 ms 2024-11-27T12:42:44,025 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:42:44,025 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:44,025 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:42:44,025 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49da0c59d7b8de0a8ac99a3d53ab4fd7 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T12:42:44,025 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-27T12:42:44,031 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/6d09d4abb77542dea37cb75513e4c6f6 is 1055, key is row0001/info:/1732711363954/Put/seqid=0 2024-11-27T12:42:44,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741845_1021 (size=6008) 2024-11-27T12:42:44,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741845_1021 (size=6008) 2024-11-27T12:42:44,049 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/info/3ac47ca657924b11b916d4fcd611622a is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7./info:regioninfo/1732711313925/Put/seqid=0 2024-11-27T12:42:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741846_1022 (size=7308) 2024-11-27T12:42:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741846_1022 (size=7308) 2024-11-27T12:42:44,055 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/info/3ac47ca657924b11b916d4fcd611622a 2024-11-27T12:42:44,078 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/ns/5cffda722d734b67941ac25d4026a446 is 43, key is default/ns:d/1732711313435/Put/seqid=0 2024-11-27T12:42:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741847_1023 (size=5153) 2024-11-27T12:42:44,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741847_1023 (size=5153) 2024-11-27T12:42:44,090 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/ns/5cffda722d734b67941ac25d4026a446 2024-11-27T12:42:44,112 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/table/17aa98c618c1480aa013c860263cb4f4 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732711313936/Put/seqid=0 2024-11-27T12:42:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741848_1024 (size=5508) 2024-11-27T12:42:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741848_1024 (size=5508) 2024-11-27T12:42:44,128 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/table/17aa98c618c1480aa013c860263cb4f4 2024-11-27T12:42:44,135 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/info/3ac47ca657924b11b916d4fcd611622a as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/info/3ac47ca657924b11b916d4fcd611622a 2024-11-27T12:42:44,143 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/info/3ac47ca657924b11b916d4fcd611622a, entries=10, sequenceid=11, filesize=7.1 K 2024-11-27T12:42:44,145 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/ns/5cffda722d734b67941ac25d4026a446 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/ns/5cffda722d734b67941ac25d4026a446 2024-11-27T12:42:44,151 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/ns/5cffda722d734b67941ac25d4026a446, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T12:42:44,152 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/.tmp/table/17aa98c618c1480aa013c860263cb4f4 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/table/17aa98c618c1480aa013c860263cb4f4 2024-11-27T12:42:44,159 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/table/17aa98c618c1480aa013c860263cb4f4, entries=2, sequenceid=11, filesize=5.4 K 2024-11-27T12:42:44,160 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false 2024-11-27T12:42:44,168 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T12:42:44,169 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:42:44,169 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:42:44,169 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711364024Running coprocessor pre-close hooks at 1732711364024Disabling compacts and flushes for region at 1732711364024Disabling writes for close at 1732711364025 (+1 ms)Obtaining lock to block concurrent updates at 1732711364025Preparing flush snapshotting stores in 1588230740 at 1732711364025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732711364025Flushing stores of hbase:meta,,1.1588230740 at 1732711364026 (+1 ms)Flushing 1588230740/info: creating writer at 1732711364026Flushing 1588230740/info: appending metadata at 1732711364048 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732711364048Flushing 1588230740/ns: creating writer at 1732711364062 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732711364077 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732711364077Flushing 1588230740/table: creating writer at 1732711364096 (+19 ms)Flushing 1588230740/table: appending metadata at 1732711364111 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732711364111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da7d8ba: reopening flushed file at 1732711364134 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3fee73: reopening flushed file at 1732711364144 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604383: reopening flushed file at 1732711364151 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false at 1732711364160 (+9 ms)Writing region close event to WAL at 1732711364163 (+3 ms)Running coprocessor post-close hooks at 1732711364168 (+5 ms)Closed at 1732711364169 (+1 ms) 2024-11-27T12:42:44,169 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:42:44,224 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1351): Waiting on 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:42:44,425 DEBUG [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1351): Waiting on 49da0c59d7b8de0a8ac99a3d53ab4fd7 2024-11-27T12:42:44,441 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/6d09d4abb77542dea37cb75513e4c6f6 2024-11-27T12:42:44,450 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/.tmp/info/6d09d4abb77542dea37cb75513e4c6f6 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/6d09d4abb77542dea37cb75513e4c6f6 2024-11-27T12:42:44,457 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/6d09d4abb77542dea37cb75513e4c6f6, entries=1, sequenceid=22, filesize=5.9 K 2024-11-27T12:42:44,458 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49da0c59d7b8de0a8ac99a3d53ab4fd7 in 433ms, sequenceid=22, compaction requested=true 2024-11-27T12:42:44,458 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/3bbbf803a8a942cf86e3da1905a5f32b, hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/28392c7699c3439fb453f6f12045299f, hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/5920b287491d42829fa0e544fdf21c68] to archive 2024-11-27T12:42:44,461 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T12:42:44,464 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/3bbbf803a8a942cf86e3da1905a5f32b to hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/3bbbf803a8a942cf86e3da1905a5f32b 2024-11-27T12:42:44,467 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/28392c7699c3439fb453f6f12045299f to hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/28392c7699c3439fb453f6f12045299f 2024-11-27T12:42:44,468 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/5920b287491d42829fa0e544fdf21c68 to hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/info/5920b287491d42829fa0e544fdf21c68 2024-11-27T12:42:44,477 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3dd13ba50c2:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-27T12:42:44,478 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3bbbf803a8a942cf86e3da1905a5f32b=6008, 28392c7699c3439fb453f6f12045299f=6008, 5920b287491d42829fa0e544fdf21c68=6008] 2024-11-27T12:42:44,483 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/49da0c59d7b8de0a8ac99a3d53ab4fd7/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-27T12:42:44,484 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:44,484 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49da0c59d7b8de0a8ac99a3d53ab4fd7: Waiting for close lock at 1732711364024Running coprocessor pre-close hooks at 1732711364024Disabling compacts and flushes for region at 1732711364024Disabling writes for close at 1732711364025 (+1 ms)Obtaining lock to block concurrent updates at 1732711364025Preparing flush snapshotting stores in 49da0c59d7b8de0a8ac99a3d53ab4fd7 at 1732711364025Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732711364025Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. at 1732711364027 (+2 ms)Flushing 49da0c59d7b8de0a8ac99a3d53ab4fd7/info: creating writer at 1732711364027Flushing 49da0c59d7b8de0a8ac99a3d53ab4fd7/info: appending metadata at 1732711364030 (+3 ms)Flushing 49da0c59d7b8de0a8ac99a3d53ab4fd7/info: closing flushed file at 1732711364030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645553be: reopening flushed file at 1732711364449 (+419 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 49da0c59d7b8de0a8ac99a3d53ab4fd7 in 433ms, sequenceid=22, compaction requested=true at 1732711364458 (+9 ms)Writing region close event to WAL at 1732711364479 (+21 ms)Running coprocessor post-close hooks at 1732711364484 (+5 ms)Closed at 1732711364484 2024-11-27T12:42:44,484 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732711313556.49da0c59d7b8de0a8ac99a3d53ab4fd7. 2024-11-27T12:42:44,625 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,35711,1732711312306; all regions closed. 2024-11-27T12:42:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741834_1010 (size=3306) 2024-11-27T12:42:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741834_1010 (size=3306) 2024-11-27T12:42:44,629 DEBUG [RS:0;a3dd13ba50c2:35711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/oldWALs 2024-11-27T12:42:44,629 INFO [RS:0;a3dd13ba50c2:35711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C35711%2C1732711312306.meta:.meta(num 1732711313320) 2024-11-27T12:42:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741844_1020 (size=1252) 2024-11-27T12:42:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741844_1020 (size=1252) 2024-11-27T12:42:44,634 DEBUG [RS:0;a3dd13ba50c2:35711 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/oldWALs 2024-11-27T12:42:44,634 INFO [RS:0;a3dd13ba50c2:35711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C35711%2C1732711312306:(num 1732711363955) 2024-11-27T12:42:44,634 DEBUG [RS:0;a3dd13ba50c2:35711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:42:44,634 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:42:44,634 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:42:44,634 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:42:44,634 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:42:44,634 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:42:44,635 INFO [RS:0;a3dd13ba50c2:35711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35711 2024-11-27T12:42:44,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:42:44,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,35711,1732711312306 2024-11-27T12:42:44,688 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:42:44,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,35711,1732711312306] 2024-11-27T12:42:44,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,35711,1732711312306 already deleted, retry=false 2024-11-27T12:42:44,705 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,35711,1732711312306 expired; onlineServers=0 2024-11-27T12:42:44,705 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3dd13ba50c2,36949,1732711312154' ***** 2024-11-27T12:42:44,705 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:42:44,705 INFO [M:0;a3dd13ba50c2:36949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:42:44,705 INFO [M:0;a3dd13ba50c2:36949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:42:44,705 DEBUG [M:0;a3dd13ba50c2:36949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:42:44,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:42:44,705 DEBUG [M:0;a3dd13ba50c2:36949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:42:44,705 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711312683 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711312683,5,FailOnTimeoutGroup] 2024-11-27T12:42:44,705 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711312683 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711312683,5,FailOnTimeoutGroup] 2024-11-27T12:42:44,705 INFO [M:0;a3dd13ba50c2:36949 {}] hbase.ChoreService(370): Chore service for: master/a3dd13ba50c2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:42:44,705 INFO [M:0;a3dd13ba50c2:36949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:42:44,706 DEBUG [M:0;a3dd13ba50c2:36949 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:42:44,706 INFO [M:0;a3dd13ba50c2:36949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:42:44,706 INFO [M:0;a3dd13ba50c2:36949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:42:44,706 INFO [M:0;a3dd13ba50c2:36949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:42:44,706 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:42:44,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T12:42:44,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:44,713 DEBUG [M:0;a3dd13ba50c2:36949 {}] zookeeper.ZKUtil(347): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T12:42:44,713 WARN [M:0;a3dd13ba50c2:36949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:42:44,715 INFO [M:0;a3dd13ba50c2:36949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/.lastflushedseqids 2024-11-27T12:42:44,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741849_1025 (size=130) 2024-11-27T12:42:44,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741849_1025 (size=130) 2024-11-27T12:42:44,726 INFO [M:0;a3dd13ba50c2:36949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:42:44,727 INFO [M:0;a3dd13ba50c2:36949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:42:44,727 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:42:44,727 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:42:44,727 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:42:44,727 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:42:44,727 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:42:44,727 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.91 KB 2024-11-27T12:42:44,744 DEBUG [M:0;a3dd13ba50c2:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fee175220ad2450f825654c54be76ba3 is 82, key is hbase:meta,,1/info:regioninfo/1732711313356/Put/seqid=0 2024-11-27T12:42:44,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741850_1026 (size=5672) 2024-11-27T12:42:44,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741850_1026 (size=5672) 2024-11-27T12:42:44,756 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fee175220ad2450f825654c54be76ba3 2024-11-27T12:42:44,778 DEBUG [M:0;a3dd13ba50c2:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e582774d9074eb2a9693a25f30fc66c is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732711313940/Put/seqid=0 2024-11-27T12:42:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741851_1027 (size=7818) 2024-11-27T12:42:44,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741851_1027 (size=7818) 2024-11-27T12:42:44,789 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.94 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e582774d9074eb2a9693a25f30fc66c 2024-11-27T12:42:44,794 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e582774d9074eb2a9693a25f30fc66c 2024-11-27T12:42:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:42:44,796 INFO [RS:0;a3dd13ba50c2:35711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:42:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x1017d99fdcb0001, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:42:44,796 INFO [RS:0;a3dd13ba50c2:35711 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,35711,1732711312306; zookeeper connection closed. 2024-11-27T12:42:44,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aedf6f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aedf6f7 2024-11-27T12:42:44,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:42:44,809 DEBUG [M:0;a3dd13ba50c2:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ca790a91fa1495ab0e4bf332dbded89 is 69, key is a3dd13ba50c2,35711,1732711312306/rs:state/1732711312790/Put/seqid=0 2024-11-27T12:42:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741852_1028 (size=5156) 2024-11-27T12:42:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741852_1028 (size=5156) 2024-11-27T12:42:44,816 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ca790a91fa1495ab0e4bf332dbded89 2024-11-27T12:42:44,817 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:42:44,845 DEBUG [M:0;a3dd13ba50c2:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d73c93ec13c24b49a6389c408c4f7e48 is 52, key is load_balancer_on/state:d/1732711313551/Put/seqid=0 2024-11-27T12:42:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741853_1029 (size=5056) 2024-11-27T12:42:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741853_1029 (size=5056) 2024-11-27T12:42:44,853 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d73c93ec13c24b49a6389c408c4f7e48 2024-11-27T12:42:44,859 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fee175220ad2450f825654c54be76ba3 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fee175220ad2450f825654c54be76ba3 2024-11-27T12:42:44,866 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fee175220ad2450f825654c54be76ba3, entries=8, sequenceid=121, filesize=5.5 K 2024-11-27T12:42:44,868 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e582774d9074eb2a9693a25f30fc66c as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e582774d9074eb2a9693a25f30fc66c 2024-11-27T12:42:44,874 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e582774d9074eb2a9693a25f30fc66c 2024-11-27T12:42:44,875 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e582774d9074eb2a9693a25f30fc66c, entries=14, sequenceid=121, filesize=7.6 K 2024-11-27T12:42:44,876 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ca790a91fa1495ab0e4bf332dbded89 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ca790a91fa1495ab0e4bf332dbded89 2024-11-27T12:42:44,881 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ca790a91fa1495ab0e4bf332dbded89, entries=1, sequenceid=121, filesize=5.0 K 2024-11-27T12:42:44,882 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d73c93ec13c24b49a6389c408c4f7e48 as hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d73c93ec13c24b49a6389c408c4f7e48 2024-11-27T12:42:44,889 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/bfe14ad6-838f-2e20-3b37-7dfac9bffb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d73c93ec13c24b49a6389c408c4f7e48, entries=1, sequenceid=121, filesize=4.9 K 2024-11-27T12:42:44,890 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=121, compaction requested=false 2024-11-27T12:42:44,892 INFO [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:42:44,892 DEBUG [M:0;a3dd13ba50c2:36949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711364727Disabling compacts and flushes for region at 1732711364727Disabling writes for close at 1732711364727Obtaining lock to block concurrent updates at 1732711364727Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732711364727Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44590, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1732711364728 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732711364728Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732711364728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732711364743 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732711364744 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732711364762 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732711364778 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732711364778Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732711364794 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732711364809 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732711364809Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732711364823 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732711364845 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732711364845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225f1258: reopening flushed file at 1732711364858 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b040fb: reopening flushed file at 1732711364866 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9f9349: reopening flushed file at 1732711364875 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d27222d: reopening flushed file at 1732711364881 (+6 ms)Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=121, compaction requested=false at 1732711364890 (+9 ms)Writing region close event to WAL at 1732711364891 (+1 ms)Closed at 1732711364891 2024-11-27T12:42:44,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41685 is added to blk_1073741830_1006 (size=52987) 2024-11-27T12:42:44,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34397 is added to blk_1073741830_1006 (size=52987) 2024-11-27T12:42:44,897 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:42:44,897 INFO [M:0;a3dd13ba50c2:36949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:42:44,898 INFO [M:0;a3dd13ba50c2:36949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36949 2024-11-27T12:42:44,898 INFO [M:0;a3dd13ba50c2:36949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:42:45,030 INFO [M:0;a3dd13ba50c2:36949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:42:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:42:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1017d99fdcb0000, quorum=127.0.0.1:59586, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:42:45,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bd09b34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:42:45,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9b7b21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:42:45,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:42:45,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327e4fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:42:45,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@267a4bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.log.dir/,STOPPED} 2024-11-27T12:42:45,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:42:45,034 WARN [BP-1890843125-172.17.0.2-1732711310249 heartbeating to localhost/127.0.0.1:33227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:42:45,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:42:45,034 WARN [BP-1890843125-172.17.0.2-1732711310249 heartbeating to localhost/127.0.0.1:33227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1890843125-172.17.0.2-1732711310249 (Datanode Uuid d0885036-349e-4ca2-ab27-9d3ea09b6981) service to localhost/127.0.0.1:33227 2024-11-27T12:42:45,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/data/data3/current/BP-1890843125-172.17.0.2-1732711310249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:42:45,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/data/data4/current/BP-1890843125-172.17.0.2-1732711310249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:42:45,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:42:45,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b801e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:42:45,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42918f88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:42:45,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:42:45,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4b3624{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:42:45,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42510b51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.log.dir/,STOPPED} 2024-11-27T12:42:45,040 WARN [BP-1890843125-172.17.0.2-1732711310249 heartbeating to localhost/127.0.0.1:33227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:42:45,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:42:45,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:42:45,040 WARN [BP-1890843125-172.17.0.2-1732711310249 heartbeating to localhost/127.0.0.1:33227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1890843125-172.17.0.2-1732711310249 (Datanode Uuid b7a0dff0-2284-46c6-9c48-a121f72efe93) service to localhost/127.0.0.1:33227 2024-11-27T12:42:45,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/data/data1/current/BP-1890843125-172.17.0.2-1732711310249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:42:45,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/cluster_e67a270d-117b-9646-7fbb-4577772f3e96/data/data2/current/BP-1890843125-172.17.0.2-1732711310249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:42:45,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:42:45,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fbc3fd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:42:45,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9356750{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:42:45,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:42:45,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffe7f97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:42:45,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d13024f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.log.dir/,STOPPED} 2024-11-27T12:42:45,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:42:45,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:42:45,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 104), OpenFileDescriptor=426 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 259), ProcessCount=11 (was 11), AvailableMemoryMB=9125 (was 9414) 2024-11-27T12:42:45,090 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=9125 2024-11-27T12:42:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:42:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.log.dir so I do NOT create it in target/test-data/49f41333-407c-36e3-5e86-f4688e18a233 2024-11-27T12:42:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b105a8fa-7ce7-2497-b846-f77ab9609e95/hadoop.tmp.dir so I do NOT create it in target/test-data/49f41333-407c-36e3-5e86-f4688e18a233 2024-11-27T12:42:45,091 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96, deleteOnExit=true 2024-11-27T12:42:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:42:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/test.cache.data in system properties and HBase conf 2024-11-27T12:42:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:42:45,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:42:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:42:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:42:45,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:42:45,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:42:45,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:42:45,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-27T12:42:45,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:42:45,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:42:45,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:42:45,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:42:45,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:42:45,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:42:45,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23f801fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:42:45,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49725afc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:42:45,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6faf2128{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/java.io.tmpdir/jetty-localhost-43021-hadoop-hdfs-3_4_1-tests_jar-_-any-10118417023590081046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:42:45,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aa10423{HTTP/1.1, (http/1.1)}{localhost:43021} 2024-11-27T12:42:45,490 INFO [Time-limited test {}] server.Server(415): Started @146375ms 2024-11-27T12:42:45,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:42:45,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:42:45,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:42:45,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:42:45,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:42:45,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72588fe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:42:45,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51146b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:42:45,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c8cca3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/java.io.tmpdir/jetty-localhost-45125-hadoop-hdfs-3_4_1-tests_jar-_-any-7664811148026481746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:42:45,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e64879f{HTTP/1.1, (http/1.1)}{localhost:45125} 2024-11-27T12:42:45,838 INFO [Time-limited test {}] server.Server(415): Started @146723ms 2024-11-27T12:42:45,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:42:45,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:42:45,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:42:45,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:42:45,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:42:45,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:42:45,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f105b2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:42:45,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22bc77fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:42:45,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63a90a86{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/java.io.tmpdir/jetty-localhost-41315-hadoop-hdfs-3_4_1-tests_jar-_-any-8888581289963639646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:42:45,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e554309{HTTP/1.1, (http/1.1)}{localhost:41315} 2024-11-27T12:42:45,994 INFO [Time-limited test {}] server.Server(415): Started @146879ms 2024-11-27T12:42:45,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:42:46,539 WARN [Thread-1102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/data/data1/current/BP-1048393958-172.17.0.2-1732711365118/current, will proceed with Du for space computation calculation, 2024-11-27T12:42:46,539 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/data/data2/current/BP-1048393958-172.17.0.2-1732711365118/current, will proceed with Du for space computation calculation, 2024-11-27T12:42:46,566 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:42:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd58e86beeef7eac with lease ID 0x729ce664fd8ba349: Processing first storage report for DS-c428ebd8-41f5-4287-a8aa-ef2de2e12c61 from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=ca17daf0-1842-4ee8-be94-76e5d0643147, infoPort=35429, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1799065422;c=1732711365118) 2024-11-27T12:42:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd58e86beeef7eac with lease ID 0x729ce664fd8ba349: from storage DS-c428ebd8-41f5-4287-a8aa-ef2de2e12c61 node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=ca17daf0-1842-4ee8-be94-76e5d0643147, infoPort=35429, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1799065422;c=1732711365118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:42:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd58e86beeef7eac with lease ID 0x729ce664fd8ba349: Processing first storage report for DS-27c10035-23c3-4f12-9793-b131219d017a from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=ca17daf0-1842-4ee8-be94-76e5d0643147, infoPort=35429, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1799065422;c=1732711365118) 2024-11-27T12:42:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd58e86beeef7eac with lease ID 0x729ce664fd8ba349: from storage DS-27c10035-23c3-4f12-9793-b131219d017a node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=ca17daf0-1842-4ee8-be94-76e5d0643147, infoPort=35429, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1799065422;c=1732711365118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:42:46,735 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/data/data4/current/BP-1048393958-172.17.0.2-1732711365118/current, will proceed with Du for space computation calculation, 2024-11-27T12:42:46,735 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/data/data3/current/BP-1048393958-172.17.0.2-1732711365118/current, will proceed with Du for space computation calculation, 2024-11-27T12:42:46,751 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:42:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e2ba90c225e7b55 with lease ID 0x729ce664fd8ba34a: Processing first storage report for DS-7eea7e87-a901-48b7-8aae-967e0ab63fd8 from datanode DatanodeRegistration(127.0.0.1:45021, datanodeUuid=4b86f6e8-e74c-4a17-a1f6-3bdbfdc46e86, infoPort=43867, infoSecurePort=0, ipcPort=37349, storageInfo=lv=-57;cid=testClusterID;nsid=1799065422;c=1732711365118) 2024-11-27T12:42:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e2ba90c225e7b55 with lease ID 0x729ce664fd8ba34a: from storage DS-7eea7e87-a901-48b7-8aae-967e0ab63fd8 node DatanodeRegistration(127.0.0.1:45021, datanodeUuid=4b86f6e8-e74c-4a17-a1f6-3bdbfdc46e86, infoPort=43867, infoSecurePort=0, ipcPort=37349, storageInfo=lv=-57;cid=testClusterID;nsid=1799065422;c=1732711365118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:42:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e2ba90c225e7b55 with lease ID 0x729ce664fd8ba34a: Processing first storage report for DS-d341ff38-1567-4d70-bd7b-bac54a76a2ce from datanode DatanodeRegistration(127.0.0.1:45021, datanodeUuid=4b86f6e8-e74c-4a17-a1f6-3bdbfdc46e86, infoPort=43867, infoSecurePort=0, ipcPort=37349, storageInfo=lv=-57;cid=testClusterID;nsid=1799065422;c=1732711365118) 2024-11-27T12:42:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e2ba90c225e7b55 with lease ID 0x729ce664fd8ba34a: from storage DS-d341ff38-1567-4d70-bd7b-bac54a76a2ce node DatanodeRegistration(127.0.0.1:45021, datanodeUuid=4b86f6e8-e74c-4a17-a1f6-3bdbfdc46e86, infoPort=43867, infoSecurePort=0, ipcPort=37349, storageInfo=lv=-57;cid=testClusterID;nsid=1799065422;c=1732711365118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:42:46,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233 2024-11-27T12:42:46,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/zookeeper_0, clientPort=49758, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:42:46,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49758 2024-11-27T12:42:46,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:42:46,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:42:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:42:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:42:46,842 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61 with version=8 2024-11-27T12:42:46,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/hbase-staging 2024-11-27T12:42:46,844 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:42:46,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:42:46,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:42:46,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:42:46,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:42:46,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:42:46,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:42:46,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:42:46,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43067 2024-11-27T12:42:46,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43067 connecting to ZooKeeper ensemble=127.0.0.1:49758 2024-11-27T12:42:46,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430670x0, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:42:46,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43067-0x1017d9ad36e0000 connected 2024-11-27T12:42:46,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:42:46,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:42:46,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:42:46,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61, hbase.cluster.distributed=false 2024-11-27T12:42:46,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:42:46,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-27T12:42:46,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43067 2024-11-27T12:42:46,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43067 2024-11-27T12:42:46,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-27T12:42:46,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-27T12:42:46,987 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:42:46,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:42:46,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:42:46,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:42:46,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:42:46,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:42:46,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:42:46,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:42:46,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42957 2024-11-27T12:42:46,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42957 connecting to ZooKeeper ensemble=127.0.0.1:49758 2024-11-27T12:42:46,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:42:46,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:42:47,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429570x0, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:42:47,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42957-0x1017d9ad36e0001 connected 2024-11-27T12:42:47,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:42:47,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:42:47,011 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:42:47,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T12:42:47,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:42:47,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42957 2024-11-27T12:42:47,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42957 2024-11-27T12:42:47,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42957 2024-11-27T12:42:47,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42957 2024-11-27T12:42:47,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42957 2024-11-27T12:42:47,047 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3dd13ba50c2:43067 2024-11-27T12:42:47,048 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:47,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:42:47,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:42:47,060 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:47,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T12:42:47,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,071 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T12:42:47,072 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3dd13ba50c2,43067,1732711366844 from backup master directory 2024-11-27T12:42:47,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:47,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:42:47,079 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:42:47,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:42:47,079 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:47,088 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/hbase.id] with ID: c6a6ff39-2df8-4280-8fd9-2bc1ad843876 2024-11-27T12:42:47,088 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/.tmp/hbase.id 2024-11-27T12:42:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:42:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:42:47,102 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/.tmp/hbase.id]:[hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/hbase.id] 2024-11-27T12:42:47,116 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:42:47,116 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:42:47,118 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T12:42:47,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:42:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:42:47,139 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:42:47,139 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:42:47,140 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:42:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:42:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:42:47,155 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store 2024-11-27T12:42:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:42:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:42:47,168 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:42:47,168 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:42:47,168 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:42:47,168 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:42:47,168 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:42:47,168 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:42:47,168 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:42:47,169 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711367168Disabling compacts and flushes for region at 1732711367168Disabling writes for close at 1732711367168Writing region close event to WAL at 1732711367168Closed at 1732711367168 2024-11-27T12:42:47,169 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/.initializing 2024-11-27T12:42:47,170 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/WALs/a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:47,171 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:42:47,174 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C43067%2C1732711366844, suffix=, logDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/WALs/a3dd13ba50c2,43067,1732711366844, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/oldWALs, maxLogs=10 2024-11-27T12:42:47,191 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/WALs/a3dd13ba50c2,43067,1732711366844/a3dd13ba50c2%2C43067%2C1732711366844.1732711367174, exclude list is [], retry=0 2024-11-27T12:42:47,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45021,DS-7eea7e87-a901-48b7-8aae-967e0ab63fd8,DISK] 2024-11-27T12:42:47,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-c428ebd8-41f5-4287-a8aa-ef2de2e12c61,DISK] 2024-11-27T12:42:47,203 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/WALs/a3dd13ba50c2,43067,1732711366844/a3dd13ba50c2%2C43067%2C1732711366844.1732711367174 2024-11-27T12:42:47,203 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867),(127.0.0.1/127.0.0.1:35429:35429)] 2024-11-27T12:42:47,203 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:42:47,203 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:42:47,203 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,203 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:42:47,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:42:47,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:42:47,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:42:47,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:42:47,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:42:47,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:42:47,214 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,215 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,215 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,217 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,217 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,217 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:42:47,218 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:42:47,221 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:42:47,222 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784572, jitterRate=-0.0023655593395233154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:42:47,223 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732711367204Initializing all the Stores at 1732711367205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711367205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711367205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711367205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711367205Cleaning up temporary data from old regions at 1732711367217 (+12 ms)Region opened successfully at 1732711367222 (+5 ms) 2024-11-27T12:42:47,223 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:42:47,228 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366d3801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:42:47,229 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:42:47,229 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:42:47,229 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:42:47,230 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:42:47,230 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:42:47,231 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:42:47,231 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:42:47,233 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:42:47,234 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T12:42:47,250 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T12:42:47,251 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:42:47,252 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:42:47,262 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T12:42:47,263 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:42:47,264 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:42:47,275 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T12:42:47,278 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:42:47,287 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T12:42:47,290 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:42:47,300 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T12:42:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:42:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:42:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,313 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3dd13ba50c2,43067,1732711366844, sessionid=0x1017d9ad36e0000, setting cluster-up flag (Was=false) 2024-11-27T12:42:47,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,354 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T12:42:47,356 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:47,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:47,400 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T12:42:47,402 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:47,403 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:42:47,405 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:42:47,405 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:42:47,406 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:42:47,406 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3dd13ba50c2,43067,1732711366844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:42:47,408 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:42:47,408 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:42:47,408 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:42:47,408 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:42:47,408 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3dd13ba50c2:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:42:47,408 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,408 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:42:47,408 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:42:47,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:42:47,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:42:47,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732711397423 2024-11-27T12:42:47,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:42:47,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:42:47,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:42:47,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:42:47,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:42:47,423 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:42:47,427 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,427 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:42:47,427 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:42:47,427 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:42:47,428 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:42:47,428 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:42:47,428 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711367428,5,FailOnTimeoutGroup] 2024-11-27T12:42:47,428 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711367428,5,FailOnTimeoutGroup] 2024-11-27T12:42:47,428 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,428 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:42:47,428 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,428 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:42:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:42:47,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:42:47,436 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61 2024-11-27T12:42:47,444 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(746): ClusterId : c6a6ff39-2df8-4280-8fd9-2bc1ad843876 2024-11-27T12:42:47,444 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:42:47,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:42:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:42:47,456 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:42:47,456 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:42:47,468 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:42:47,468 DEBUG [RS:0;a3dd13ba50c2:42957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b68f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:42:47,485 DEBUG [RS:0;a3dd13ba50c2:42957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3dd13ba50c2:42957 2024-11-27T12:42:47,485 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:42:47,485 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:42:47,485 DEBUG [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:42:47,487 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,43067,1732711366844 with port=42957, startcode=1732711366987 2024-11-27T12:42:47,487 DEBUG [RS:0;a3dd13ba50c2:42957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:42:47,489 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:42:47,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:47,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43067 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:47,491 DEBUG [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61 2024-11-27T12:42:47,491 DEBUG [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45807 2024-11-27T12:42:47,491 DEBUG [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:42:47,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:42:47,501 DEBUG [RS:0;a3dd13ba50c2:42957 {}] zookeeper.ZKUtil(111): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:47,501 WARN [RS:0;a3dd13ba50c2:42957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:42:47,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,42957,1732711366987] 2024-11-27T12:42:47,501 INFO [RS:0;a3dd13ba50c2:42957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:42:47,501 DEBUG [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:47,505 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:42:47,509 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:42:47,510 INFO [RS:0;a3dd13ba50c2:42957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:42:47,510 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,510 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:42:47,511 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:42:47,511 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,511 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,511 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:42:47,512 DEBUG [RS:0;a3dd13ba50c2:42957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:42:47,513 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,513 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,513 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,513 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,513 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,513 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,42957,1732711366987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:42:47,528 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:42:47,528 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,42957,1732711366987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,529 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,529 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.Replication(171): a3dd13ba50c2,42957,1732711366987 started 2024-11-27T12:42:47,542 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:47,542 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,42957,1732711366987, RpcServer on a3dd13ba50c2/172.17.0.2:42957, sessionid=0x1017d9ad36e0001 2024-11-27T12:42:47,543 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:42:47,543 DEBUG [RS:0;a3dd13ba50c2:42957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:47,543 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,42957,1732711366987' 2024-11-27T12:42:47,543 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T12:42:47,543 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T12:42:47,544 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:42:47,544 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:42:47,544 DEBUG [RS:0;a3dd13ba50c2:42957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:47,544 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,42957,1732711366987' 2024-11-27T12:42:47,544 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T12:42:47,544 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T12:42:47,544 DEBUG [RS:0;a3dd13ba50c2:42957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:42:47,544 INFO [RS:0;a3dd13ba50c2:42957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:42:47,544 INFO [RS:0;a3dd13ba50c2:42957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:42:47,645 INFO [RS:0;a3dd13ba50c2:42957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:42:47,647 INFO [RS:0;a3dd13ba50c2:42957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C42957%2C1732711366987, suffix=, logDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/oldWALs, maxLogs=32 2024-11-27T12:42:47,661 DEBUG [RS:0;a3dd13ba50c2:42957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711367647, exclude list is [], retry=0 2024-11-27T12:42:47,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45021,DS-7eea7e87-a901-48b7-8aae-967e0ab63fd8,DISK] 2024-11-27T12:42:47,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-c428ebd8-41f5-4287-a8aa-ef2de2e12c61,DISK] 2024-11-27T12:42:47,677 INFO [RS:0;a3dd13ba50c2:42957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711367647 2024-11-27T12:42:47,678 DEBUG [RS:0;a3dd13ba50c2:42957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867),(127.0.0.1/127.0.0.1:35429:35429)] 2024-11-27T12:42:47,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:42:47,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:42:47,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:42:47,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:47,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:42:47,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:42:47,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:47,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:42:47,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:42:47,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:47,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:42:47,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:42:47,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:47,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:47,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:42:47,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740 2024-11-27T12:42:47,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740 2024-11-27T12:42:47,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:42:47,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:42:47,868 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:42:47,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:42:47,871 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:42:47,871 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830039, jitterRate=0.05545021593570709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:42:47,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732711367855Initializing all the Stores at 1732711367856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711367856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711367856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711367856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711367856Cleaning up temporary data from old regions at 1732711367867 (+11 ms)Region opened successfully at 1732711367872 (+5 ms) 2024-11-27T12:42:47,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:42:47,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:42:47,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:42:47,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:42:47,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:42:47,873 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:42:47,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711367872Disabling compacts and flushes for region at 1732711367872Disabling writes for close at 1732711367872Writing region close event to WAL at 1732711367873 (+1 ms)Closed at 1732711367873 2024-11-27T12:42:47,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:42:47,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:42:47,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:42:47,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:42:47,876 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:42:48,027 DEBUG [a3dd13ba50c2:43067 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:42:48,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:48,028 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,42957,1732711366987, state=OPENING 2024-11-27T12:42:48,067 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:42:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:42:48,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:42:48,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:42:48,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,42957,1732711366987}] 2024-11-27T12:42:48,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:42:48,229 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:42:48,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39093, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:42:48,233 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:42:48,233 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:42:48,234 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:42:48,235 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C42957%2C1732711366987.meta, suffix=.meta, logDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/oldWALs, maxLogs=32 2024-11-27T12:42:48,252 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.meta.1732711368236.meta, exclude list is [], retry=0 2024-11-27T12:42:48,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-c428ebd8-41f5-4287-a8aa-ef2de2e12c61,DISK] 2024-11-27T12:42:48,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45021,DS-7eea7e87-a901-48b7-8aae-967e0ab63fd8,DISK] 2024-11-27T12:42:48,256 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.meta.1732711368236.meta 2024-11-27T12:42:48,256 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35429:35429),(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-27T12:42:48,257 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:42:48,257 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:42:48,257 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:42:48,257 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:42:48,257 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:42:48,257 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:42:48,257 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:42:48,258 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:42:48,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:42:48,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:42:48,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:48,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:48,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:42:48,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:42:48,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:48,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:48,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:42:48,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:42:48,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:42:48,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:42:48,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:42:48,266 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:42:48,267 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740 2024-11-27T12:42:48,268 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740 2024-11-27T12:42:48,270 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:42:48,270 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:42:48,270 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:42:48,272 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:42:48,273 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=725928, jitterRate=-0.07693527638912201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:42:48,273 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:42:48,274 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732711368258Writing region info on filesystem at 1732711368258Initializing all the Stores at 1732711368259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711368259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711368259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711368259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711368259Cleaning up temporary data from old regions at 1732711368270 (+11 ms)Running coprocessor post-open hooks at 1732711368273 (+3 ms)Region opened successfully at 1732711368274 (+1 ms) 2024-11-27T12:42:48,275 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732711368228 2024-11-27T12:42:48,277 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:42:48,277 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:42:48,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:48,279 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,42957,1732711366987, state=OPEN 2024-11-27T12:42:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:42:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:42:48,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:42:48,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:42:48,331 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:48,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:42:48,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,42957,1732711366987 in 255 msec 2024-11-27T12:42:48,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:42:48,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-27T12:42:48,342 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:42:48,342 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:42:48,343 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:42:48,343 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,42957,1732711366987, seqNum=-1] 2024-11-27T12:42:48,344 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:42:48,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:42:48,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 946 msec 2024-11-27T12:42:48,353 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732711368353, completionTime=-1 2024-11-27T12:42:48,353 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:42:48,353 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:42:48,355 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:42:48,355 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732711428355 2024-11-27T12:42:48,355 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732711488355 2024-11-27T12:42:48,355 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:42:48,356 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43067,1732711366844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:48,356 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43067,1732711366844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:48,356 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43067,1732711366844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:48,356 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3dd13ba50c2:43067, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:48,356 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:48,357 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:48,358 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:42:48,360 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.281sec 2024-11-27T12:42:48,360 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:42:48,360 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:42:48,361 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:42:48,361 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:42:48,361 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:42:48,361 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43067,1732711366844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:42:48,361 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43067,1732711366844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:42:48,363 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:42:48,363 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:42:48,363 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43067,1732711366844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:42:48,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28545748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:42:48,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,43067,-1 for getting cluster id 2024-11-27T12:42:48,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:42:48,446 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6a6ff39-2df8-4280-8fd9-2bc1ad843876' 2024-11-27T12:42:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:42:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6a6ff39-2df8-4280-8fd9-2bc1ad843876" 2024-11-27T12:42:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca8f0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:42:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,43067,-1] 2024-11-27T12:42:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:42:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:42:48,449 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:42:48,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9a7ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:42:48,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:42:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,42957,1732711366987, seqNum=-1] 2024-11-27T12:42:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:42:48,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:42:48,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:48,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:42:48,460 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T12:42:48,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:42:48,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a3dd13ba50c2,43067,1732711366844 2024-11-27T12:42:48,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39251207 2024-11-27T12:42:48,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:42:48,463 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:42:48,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43067 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-27T12:42:48,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-27T12:42:48,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:42:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-27T12:42:48,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:42:48,468 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:48,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-27T12:42:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:42:48,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:42:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741835_1011 (size=381) 2024-11-27T12:42:48,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741835_1011 (size=381) 2024-11-27T12:42:48,487 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70dd9b833e77b98ff2fbcff35fa0d02a, NAME => 'TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61 2024-11-27T12:42:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741836_1012 (size=64) 2024-11-27T12:42:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741836_1012 (size=64) 2024-11-27T12:42:48,501 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:42:48,501 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 70dd9b833e77b98ff2fbcff35fa0d02a, disabling compactions & flushes 2024-11-27T12:42:48,501 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:42:48,501 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:42:48,501 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. after waiting 0 ms 2024-11-27T12:42:48,501 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:42:48,501 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:42:48,502 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70dd9b833e77b98ff2fbcff35fa0d02a: Waiting for close lock at 1732711368501Disabling compacts and flushes for region at 1732711368501Disabling writes for close at 1732711368501Writing region close event to WAL at 1732711368501Closed at 1732711368501 2024-11-27T12:42:48,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:42:48,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732711368503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732711368503"}]},"ts":"1732711368503"} 2024-11-27T12:42:48,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T12:42:48,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:42:48,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732711368508"}]},"ts":"1732711368508"} 2024-11-27T12:42:48,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-27T12:42:48,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, ASSIGN}] 2024-11-27T12:42:48,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, ASSIGN 2024-11-27T12:42:48,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,42957,1732711366987; forceNewPlan=false, retain=false 2024-11-27T12:42:48,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70dd9b833e77b98ff2fbcff35fa0d02a, regionState=OPENING, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:48,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, ASSIGN because future has completed 2024-11-27T12:42:48,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987}] 2024-11-27T12:42:48,825 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:42:48,825 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 70dd9b833e77b98ff2fbcff35fa0d02a, NAME => 'TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:42:48,825 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,826 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:42:48,826 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,826 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,827 INFO [StoreOpener-70dd9b833e77b98ff2fbcff35fa0d02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,828 INFO [StoreOpener-70dd9b833e77b98ff2fbcff35fa0d02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70dd9b833e77b98ff2fbcff35fa0d02a columnFamilyName info 2024-11-27T12:42:48,829 DEBUG [StoreOpener-70dd9b833e77b98ff2fbcff35fa0d02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:42:48,829 INFO [StoreOpener-70dd9b833e77b98ff2fbcff35fa0d02a-1 {}] regionserver.HStore(327): Store=70dd9b833e77b98ff2fbcff35fa0d02a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:42:48,829 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,830 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,833 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,835 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:42:48,836 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 70dd9b833e77b98ff2fbcff35fa0d02a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=760753, jitterRate=-0.032652586698532104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:42:48,836 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:48,836 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 70dd9b833e77b98ff2fbcff35fa0d02a: Running coprocessor pre-open hook at 1732711368826Writing region info on filesystem at 1732711368826Initializing all the Stores at 1732711368827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711368827Cleaning up temporary data from old regions at 1732711368830 (+3 ms)Running coprocessor post-open hooks at 1732711368836 (+6 ms)Region opened successfully at 1732711368836 2024-11-27T12:42:48,838 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., pid=6, masterSystemTime=1732711368821 2024-11-27T12:42:48,840 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:42:48,840 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:42:48,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70dd9b833e77b98ff2fbcff35fa0d02a, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:48,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 because future has completed 2024-11-27T12:42:48,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T12:42:48,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 in 179 msec 2024-11-27T12:42:48,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T12:42:48,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, ASSIGN in 339 msec 2024-11-27T12:42:48,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:42:48,853 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732711368853"}]},"ts":"1732711368853"} 2024-11-27T12:42:48,856 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-27T12:42:48,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:42:48,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 392 msec 2024-11-27T12:42:49,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:42:49,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:49,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:42:53,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:42:53,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-27T12:42:55,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:42:55,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:42:55,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:42:55,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:42:55,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:42:55,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:42:55,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-27T12:42:55,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-27T12:42:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:42:58,576 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-27T12:42:58,576 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-27T12:42:58,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-27T12:42:58,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:42:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2] 2024-11-27T12:42:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:42:58,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 70dd9b833e77b98ff2fbcff35fa0d02a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:42:58,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/87fb7130e60e4412923311abd71ed926 is 1055, key is row0001/info:/1732711378591/Put/seqid=0 2024-11-27T12:42:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741837_1013 (size=13386) 2024-11-27T12:42:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741837_1013 (size=13386) 2024-11-27T12:42:58,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/87fb7130e60e4412923311abd71ed926 2024-11-27T12:42:58,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/87fb7130e60e4412923311abd71ed926 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/87fb7130e60e4412923311abd71ed926 2024-11-27T12:42:58,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T12:42:58,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/87fb7130e60e4412923311abd71ed926, entries=8, sequenceid=12, filesize=13.1 K 2024-11-27T12:42:58,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 70dd9b833e77b98ff2fbcff35fa0d02a in 48ms, sequenceid=12, compaction requested=false 2024-11-27T12:42:58,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 70dd9b833e77b98ff2fbcff35fa0d02a: 2024-11-27T12:42:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37090 deadline: 1732711388650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:42:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:42:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:42:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 because the exception is null or not the one we care about 2024-11-27T12:43:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:08,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 70dd9b833e77b98ff2fbcff35fa0d02a 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-27T12:43:08,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/4c243389ac6548bdb834a3213fb9418e is 1055, key is row0009/info:/1732711378607/Put/seqid=0 2024-11-27T12:43:08,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741838_1014 (size=28134) 2024-11-27T12:43:08,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741838_1014 (size=28134) 2024-11-27T12:43:08,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/4c243389ac6548bdb834a3213fb9418e 2024-11-27T12:43:08,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/4c243389ac6548bdb834a3213fb9418e as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e 2024-11-27T12:43:08,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e, entries=22, sequenceid=37, filesize=27.5 K 2024-11-27T12:43:08,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 70dd9b833e77b98ff2fbcff35fa0d02a in 75ms, sequenceid=37, compaction requested=false 2024-11-27T12:43:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 70dd9b833e77b98ff2fbcff35fa0d02a: 2024-11-27T12:43:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-27T12:43:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:08,792 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e because midkey is the same as first or last row 2024-11-27T12:43:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:10,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 70dd9b833e77b98ff2fbcff35fa0d02a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:43:10,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/781ec8413cb4431592197de4dc283e8a is 1055, key is row0031/info:/1732711388721/Put/seqid=0 2024-11-27T12:43:10,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741839_1015 (size=13386) 2024-11-27T12:43:10,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741839_1015 (size=13386) 2024-11-27T12:43:10,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/781ec8413cb4431592197de4dc283e8a 2024-11-27T12:43:10,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/781ec8413cb4431592197de4dc283e8a as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/781ec8413cb4431592197de4dc283e8a 2024-11-27T12:43:10,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/781ec8413cb4431592197de4dc283e8a, entries=8, sequenceid=48, filesize=13.1 K 2024-11-27T12:43:10,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 70dd9b833e77b98ff2fbcff35fa0d02a in 32ms, sequenceid=48, compaction requested=true 2024-11-27T12:43:10,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 70dd9b833e77b98ff2fbcff35fa0d02a: 2024-11-27T12:43:10,782 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-27T12:43:10,782 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:10,782 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e because midkey is the same as first or last row 2024-11-27T12:43:10,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70dd9b833e77b98ff2fbcff35fa0d02a:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:10,783 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:43:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:10,785 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:43:10,785 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 70dd9b833e77b98ff2fbcff35fa0d02a/info is initiating minor compaction (all files) 2024-11-27T12:43:10,785 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 70dd9b833e77b98ff2fbcff35fa0d02a/info in TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:43:10,785 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/87fb7130e60e4412923311abd71ed926, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/781ec8413cb4431592197de4dc283e8a] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp, totalSize=53.6 K 2024-11-27T12:43:10,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:10,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 70dd9b833e77b98ff2fbcff35fa0d02a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-27T12:43:10,786 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87fb7130e60e4412923311abd71ed926, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732711378591 2024-11-27T12:43:10,786 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c243389ac6548bdb834a3213fb9418e, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732711378607 2024-11-27T12:43:10,787 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 781ec8413cb4431592197de4dc283e8a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732711388721 2024-11-27T12:43:10,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/c20643f7177a431990d49c23558e3465 is 1055, key is row0039/info:/1732711390751/Put/seqid=0 2024-11-27T12:43:10,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741840_1016 (size=19714) 2024-11-27T12:43:10,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741840_1016 (size=19714) 2024-11-27T12:43:10,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/c20643f7177a431990d49c23558e3465 2024-11-27T12:43:10,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/c20643f7177a431990d49c23558e3465 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/c20643f7177a431990d49c23558e3465 2024-11-27T12:43:10,806 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70dd9b833e77b98ff2fbcff35fa0d02a#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:10,806 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/743f9a7278ca4d0496bbd3448a5d5193 is 1055, key is row0001/info:/1732711378591/Put/seqid=0 2024-11-27T12:43:10,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/c20643f7177a431990d49c23558e3465, entries=14, sequenceid=65, filesize=19.3 K 2024-11-27T12:43:10,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for 70dd9b833e77b98ff2fbcff35fa0d02a in 31ms, sequenceid=65, compaction requested=false 2024-11-27T12:43:10,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 70dd9b833e77b98ff2fbcff35fa0d02a: 2024-11-27T12:43:10,816 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.9 K, sizeToCheck=16.0 K 2024-11-27T12:43:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e because midkey is the same as first or last row 2024-11-27T12:43:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741841_1017 (size=45105) 2024-11-27T12:43:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741841_1017 (size=45105) 2024-11-27T12:43:10,824 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/743f9a7278ca4d0496bbd3448a5d5193 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193 2024-11-27T12:43:10,830 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 70dd9b833e77b98ff2fbcff35fa0d02a/info of 70dd9b833e77b98ff2fbcff35fa0d02a into 743f9a7278ca4d0496bbd3448a5d5193(size=44.0 K), total size for store is 63.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:10,830 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 70dd9b833e77b98ff2fbcff35fa0d02a: 2024-11-27T12:43:10,832 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., storeName=70dd9b833e77b98ff2fbcff35fa0d02a/info, priority=13, startTime=1732711390783; duration=0sec 2024-11-27T12:43:10,832 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.3 K, sizeToCheck=16.0 K 2024-11-27T12:43:10,832 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:10,832 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193 because midkey is the same as first or last row 2024-11-27T12:43:10,833 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.3 K, sizeToCheck=16.0 K 2024-11-27T12:43:10,833 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:10,833 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193 because midkey is the same as first or last row 2024-11-27T12:43:10,833 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.3 K, sizeToCheck=16.0 K 2024-11-27T12:43:10,833 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:10,833 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193 because midkey is the same as first or last row 2024-11-27T12:43:10,833 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:10,833 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70dd9b833e77b98ff2fbcff35fa0d02a:info 2024-11-27T12:43:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:12,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 70dd9b833e77b98ff2fbcff35fa0d02a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-27T12:43:12,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/122f93eb79b0477594cb27f5d8cd006e is 1055, key is row0053/info:/1732711390787/Put/seqid=0 2024-11-27T12:43:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741842_1018 (size=18662) 2024-11-27T12:43:12,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T12:43:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37090 deadline: 1732711402859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:43:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:43:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 because the exception is null or not the one we care about 2024-11-27T12:43:12,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741842_1018 (size=18662) 2024-11-27T12:43:12,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/122f93eb79b0477594cb27f5d8cd006e 2024-11-27T12:43:12,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/122f93eb79b0477594cb27f5d8cd006e as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/122f93eb79b0477594cb27f5d8cd006e 2024-11-27T12:43:12,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/122f93eb79b0477594cb27f5d8cd006e, entries=13, sequenceid=82, filesize=18.2 K 2024-11-27T12:43:12,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 70dd9b833e77b98ff2fbcff35fa0d02a in 61ms, sequenceid=82, compaction requested=true 2024-11-27T12:43:12,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 70dd9b833e77b98ff2fbcff35fa0d02a: 2024-11-27T12:43:12,878 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-27T12:43:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193 because midkey is the same as first or last row 2024-11-27T12:43:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 70dd9b833e77b98ff2fbcff35fa0d02a:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:12,879 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:43:12,880 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:43:12,880 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 70dd9b833e77b98ff2fbcff35fa0d02a/info is initiating minor compaction (all files) 2024-11-27T12:43:12,880 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 70dd9b833e77b98ff2fbcff35fa0d02a/info in TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:43:12,880 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/c20643f7177a431990d49c23558e3465, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/122f93eb79b0477594cb27f5d8cd006e] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp, totalSize=81.5 K 2024-11-27T12:43:12,881 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 743f9a7278ca4d0496bbd3448a5d5193, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732711378591 2024-11-27T12:43:12,881 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting c20643f7177a431990d49c23558e3465, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732711390751 2024-11-27T12:43:12,882 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 122f93eb79b0477594cb27f5d8cd006e, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732711390787 2024-11-27T12:43:12,895 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 70dd9b833e77b98ff2fbcff35fa0d02a#info#compaction#37 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:12,895 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/895cf3684c40411a847ad04400026099 is 1055, key is row0001/info:/1732711378591/Put/seqid=0 2024-11-27T12:43:12,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741843_1019 (size=73753) 2024-11-27T12:43:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741843_1019 (size=73753) 2024-11-27T12:43:12,910 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/895cf3684c40411a847ad04400026099 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099 2024-11-27T12:43:12,918 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 70dd9b833e77b98ff2fbcff35fa0d02a/info of 70dd9b833e77b98ff2fbcff35fa0d02a into 895cf3684c40411a847ad04400026099(size=72.0 K), total size for store is 72.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:12,918 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 70dd9b833e77b98ff2fbcff35fa0d02a: 2024-11-27T12:43:12,918 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., storeName=70dd9b833e77b98ff2fbcff35fa0d02a/info, priority=13, startTime=1732711392879; duration=0sec 2024-11-27T12:43:12,918 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-27T12:43:12,918 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:12,918 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-27T12:43:12,918 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:12,918 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-27T12:43:12,918 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-27T12:43:12,919 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:12,919 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:12,920 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 70dd9b833e77b98ff2fbcff35fa0d02a:info 2024-11-27T12:43:12,921 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43067 {}] assignment.AssignmentManager(1363): Split request from a3dd13ba50c2,42957,1732711366987, parent={ENCODED => 70dd9b833e77b98ff2fbcff35fa0d02a, NAME => 'TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-27T12:43:12,927 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43067 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:12,931 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43067 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=70dd9b833e77b98ff2fbcff35fa0d02a, daughterA=65f3c9493e15fc179e9690a1636c2f54, daughterB=0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:12,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=70dd9b833e77b98ff2fbcff35fa0d02a, daughterA=65f3c9493e15fc179e9690a1636c2f54, daughterB=0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:12,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=70dd9b833e77b98ff2fbcff35fa0d02a, daughterA=65f3c9493e15fc179e9690a1636c2f54, daughterB=0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:12,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=70dd9b833e77b98ff2fbcff35fa0d02a, daughterA=65f3c9493e15fc179e9690a1636c2f54, daughterB=0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:12,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, UNASSIGN}] 2024-11-27T12:43:12,943 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, UNASSIGN 2024-11-27T12:43:12,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=70dd9b833e77b98ff2fbcff35fa0d02a, regionState=CLOSING, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:12,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, UNASSIGN because future has completed 2024-11-27T12:43:12,948 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-27T12:43:12,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987}] 2024-11-27T12:43:13,106 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:13,106 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-27T12:43:13,107 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 70dd9b833e77b98ff2fbcff35fa0d02a, disabling compactions & flushes 2024-11-27T12:43:13,107 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:43:13,107 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:43:13,107 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. after waiting 0 ms 2024-11-27T12:43:13,107 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:43:13,108 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 70dd9b833e77b98ff2fbcff35fa0d02a 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-27T12:43:13,114 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/dfe7169c78ad42538b4125cbc6639438 is 1055, key is row0066/info:/1732711392819/Put/seqid=0 2024-11-27T12:43:13,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741844_1020 (size=21822) 2024-11-27T12:43:13,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741844_1020 (size=21822) 2024-11-27T12:43:13,126 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/dfe7169c78ad42538b4125cbc6639438 2024-11-27T12:43:13,134 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/.tmp/info/dfe7169c78ad42538b4125cbc6639438 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/dfe7169c78ad42538b4125cbc6639438 2024-11-27T12:43:13,141 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/dfe7169c78ad42538b4125cbc6639438, entries=16, sequenceid=102, filesize=21.3 K 2024-11-27T12:43:13,143 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=0 B/0 for 70dd9b833e77b98ff2fbcff35fa0d02a in 35ms, sequenceid=102, compaction requested=false 2024-11-27T12:43:13,144 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/87fb7130e60e4412923311abd71ed926, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/781ec8413cb4431592197de4dc283e8a, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/c20643f7177a431990d49c23558e3465, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/122f93eb79b0477594cb27f5d8cd006e] to archive 2024-11-27T12:43:13,145 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T12:43:13,147 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/87fb7130e60e4412923311abd71ed926 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/87fb7130e60e4412923311abd71ed926 2024-11-27T12:43:13,149 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/4c243389ac6548bdb834a3213fb9418e 2024-11-27T12:43:13,150 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/743f9a7278ca4d0496bbd3448a5d5193 2024-11-27T12:43:13,152 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/781ec8413cb4431592197de4dc283e8a to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/781ec8413cb4431592197de4dc283e8a 2024-11-27T12:43:13,154 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/c20643f7177a431990d49c23558e3465 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/c20643f7177a431990d49c23558e3465 2024-11-27T12:43:13,155 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/122f93eb79b0477594cb27f5d8cd006e to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/122f93eb79b0477594cb27f5d8cd006e 2024-11-27T12:43:13,162 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/recovered.edits/105.seqid, newMaxSeqId=105, maxSeqId=1 2024-11-27T12:43:13,163 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. 2024-11-27T12:43:13,163 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 70dd9b833e77b98ff2fbcff35fa0d02a: Waiting for close lock at 1732711393107Running coprocessor pre-close hooks at 1732711393107Disabling compacts and flushes for region at 1732711393107Disabling writes for close at 1732711393107Obtaining lock to block concurrent updates at 1732711393108 (+1 ms)Preparing flush snapshotting stores in 70dd9b833e77b98ff2fbcff35fa0d02a at 1732711393108Finished memstore snapshotting TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., syncing WAL and waiting on mvcc, flushsize=dataSize=16816, getHeapSize=18288, getOffHeapSize=0, getCellsCount=16 at 1732711393108Flushing stores of TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. at 1732711393109 (+1 ms)Flushing 70dd9b833e77b98ff2fbcff35fa0d02a/info: creating writer at 1732711393109Flushing 70dd9b833e77b98ff2fbcff35fa0d02a/info: appending metadata at 1732711393113 (+4 ms)Flushing 70dd9b833e77b98ff2fbcff35fa0d02a/info: closing flushed file at 1732711393113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a632c2: reopening flushed file at 1732711393133 (+20 ms)Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=0 B/0 for 70dd9b833e77b98ff2fbcff35fa0d02a in 35ms, sequenceid=102, compaction requested=false at 1732711393143 (+10 ms)Writing region close event to WAL at 1732711393158 (+15 ms)Running coprocessor post-close hooks at 1732711393163 (+5 ms)Closed at 1732711393163 2024-11-27T12:43:13,165 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:13,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=70dd9b833e77b98ff2fbcff35fa0d02a, regionState=CLOSED 2024-11-27T12:43:13,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 because future has completed 2024-11-27T12:43:13,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T12:43:13,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 70dd9b833e77b98ff2fbcff35fa0d02a, server=a3dd13ba50c2,42957,1732711366987 in 222 msec 2024-11-27T12:43:13,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-27T12:43:13,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=70dd9b833e77b98ff2fbcff35fa0d02a, UNASSIGN in 232 msec 2024-11-27T12:43:13,187 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:43:13,193 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=70dd9b833e77b98ff2fbcff35fa0d02a, threads=2 2024-11-27T12:43:13,196 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099 for region: 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:13,196 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/dfe7169c78ad42538b4125cbc6639438 for region: 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:13,215 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/dfe7169c78ad42538b4125cbc6639438, top=true 2024-11-27T12:43:13,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741845_1021 (size=27) 2024-11-27T12:43:13,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741845_1021 (size=27) 2024-11-27T12:43:13,229 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/TestLogRolling-testLogRolling=70dd9b833e77b98ff2fbcff35fa0d02a-dfe7169c78ad42538b4125cbc6639438 for child: 0341b1ac995075102d743b908ecaf813, parent: 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:13,230 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/dfe7169c78ad42538b4125cbc6639438 for region: 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:13,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741846_1022 (size=27) 2024-11-27T12:43:13,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741846_1022 (size=27) 2024-11-27T12:43:13,251 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099 for region: 70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:43:13,254 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 70dd9b833e77b98ff2fbcff35fa0d02a Daughter A: [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a] storefiles, Daughter B: [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/TestLogRolling-testLogRolling=70dd9b833e77b98ff2fbcff35fa0d02a-dfe7169c78ad42538b4125cbc6639438] storefiles. 2024-11-27T12:43:13,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741847_1023 (size=71) 2024-11-27T12:43:13,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741847_1023 (size=71) 2024-11-27T12:43:13,667 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:43:13,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741848_1024 (size=71) 2024-11-27T12:43:13,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741848_1024 (size=71) 2024-11-27T12:43:13,695 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:43:13,706 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/recovered.edits/105.seqid, newMaxSeqId=105, maxSeqId=-1 2024-11-27T12:43:13,709 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/recovered.edits/105.seqid, newMaxSeqId=105, maxSeqId=-1 2024-11-27T12:43:13,714 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732711393713"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732711393713"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732711393713"}]},"ts":"1732711393713"} 2024-11-27T12:43:13,714 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732711393713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732711393713"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732711393713"}]},"ts":"1732711393713"} 2024-11-27T12:43:13,715 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732711393713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732711393713"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732711393713"}]},"ts":"1732711393713"} 2024-11-27T12:43:13,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f3c9493e15fc179e9690a1636c2f54, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0341b1ac995075102d743b908ecaf813, ASSIGN}] 2024-11-27T12:43:13,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f3c9493e15fc179e9690a1636c2f54, ASSIGN 2024-11-27T12:43:13,737 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0341b1ac995075102d743b908ecaf813, ASSIGN 2024-11-27T12:43:13,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f3c9493e15fc179e9690a1636c2f54, ASSIGN; state=SPLITTING_NEW, location=a3dd13ba50c2,42957,1732711366987; forceNewPlan=false, retain=false 2024-11-27T12:43:13,738 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0341b1ac995075102d743b908ecaf813, ASSIGN; state=SPLITTING_NEW, location=a3dd13ba50c2,42957,1732711366987; forceNewPlan=false, retain=false 2024-11-27T12:43:13,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=65f3c9493e15fc179e9690a1636c2f54, regionState=OPENING, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:13,889 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0341b1ac995075102d743b908ecaf813, regionState=OPENING, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:13,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f3c9493e15fc179e9690a1636c2f54, ASSIGN because future has completed 2024-11-27T12:43:13,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65f3c9493e15fc179e9690a1636c2f54, server=a3dd13ba50c2,42957,1732711366987}] 2024-11-27T12:43:13,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0341b1ac995075102d743b908ecaf813, ASSIGN because future has completed 2024-11-27T12:43:13,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987}] 2024-11-27T12:43:14,051 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:43:14,051 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 65f3c9493e15fc179e9690a1636c2f54, NAME => 'TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-27T12:43:14,051 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,051 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:43:14,051 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,051 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,053 INFO [StoreOpener-65f3c9493e15fc179e9690a1636c2f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,054 INFO [StoreOpener-65f3c9493e15fc179e9690a1636c2f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65f3c9493e15fc179e9690a1636c2f54 columnFamilyName info 2024-11-27T12:43:14,054 DEBUG [StoreOpener-65f3c9493e15fc179e9690a1636c2f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:43:14,068 DEBUG [StoreOpener-65f3c9493e15fc179e9690a1636c2f54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a->hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099-bottom 2024-11-27T12:43:14,069 INFO [StoreOpener-65f3c9493e15fc179e9690a1636c2f54-1 {}] regionserver.HStore(327): Store=65f3c9493e15fc179e9690a1636c2f54/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:43:14,069 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,070 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,071 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,072 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,072 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,074 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,075 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 65f3c9493e15fc179e9690a1636c2f54; next sequenceid=106; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=700189, jitterRate=-0.10966375470161438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:43:14,075 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:43:14,076 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 65f3c9493e15fc179e9690a1636c2f54: Running coprocessor pre-open hook at 1732711394052Writing region info on filesystem at 1732711394052Initializing all the Stores at 1732711394053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711394053Cleaning up temporary data from old regions at 1732711394072 (+19 ms)Running coprocessor post-open hooks at 1732711394075 (+3 ms)Region opened successfully at 1732711394076 (+1 ms) 2024-11-27T12:43:14,077 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54., pid=12, masterSystemTime=1732711394047 2024-11-27T12:43:14,078 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 65f3c9493e15fc179e9690a1636c2f54:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:14,078 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-27T12:43:14,078 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:14,078 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:43:14,078 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 65f3c9493e15fc179e9690a1636c2f54/info is initiating minor compaction (all files) 2024-11-27T12:43:14,078 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65f3c9493e15fc179e9690a1636c2f54/info in TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:43:14,079 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a->hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099-bottom] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/.tmp, totalSize=72.0 K 2024-11-27T12:43:14,079 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732711378591 2024-11-27T12:43:14,080 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:43:14,080 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:43:14,080 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:14,080 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0341b1ac995075102d743b908ecaf813, NAME => 'TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-27T12:43:14,081 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,081 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:43:14,081 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,081 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=65f3c9493e15fc179e9690a1636c2f54, regionState=OPEN, openSeqNum=106, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:14,081 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,083 INFO [StoreOpener-0341b1ac995075102d743b908ecaf813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,084 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-27T12:43:14,084 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T12:43:14,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65f3c9493e15fc179e9690a1636c2f54, server=a3dd13ba50c2,42957,1732711366987 because future has completed 2024-11-27T12:43:14,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-27T12:43:14,085 INFO [StoreOpener-0341b1ac995075102d743b908ecaf813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0341b1ac995075102d743b908ecaf813 columnFamilyName info 2024-11-27T12:43:14,085 DEBUG [StoreOpener-0341b1ac995075102d743b908ecaf813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:43:14,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-27T12:43:14,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 65f3c9493e15fc179e9690a1636c2f54, server=a3dd13ba50c2,42957,1732711366987 in 199 msec 2024-11-27T12:43:14,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65f3c9493e15fc179e9690a1636c2f54, ASSIGN in 360 msec 2024-11-27T12:43:14,109 DEBUG [StoreOpener-0341b1ac995075102d743b908ecaf813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a->hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099-top 2024-11-27T12:43:14,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/info/ba1ba4f28ef64949ab4606323a77d41b is 193, key is TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813./info:regioninfo/1732711393889/Put/seqid=0 2024-11-27T12:43:14,117 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65f3c9493e15fc179e9690a1636c2f54#info#compaction#39 average throughput is 6.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:14,118 DEBUG [StoreOpener-0341b1ac995075102d743b908ecaf813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/TestLogRolling-testLogRolling=70dd9b833e77b98ff2fbcff35fa0d02a-dfe7169c78ad42538b4125cbc6639438 2024-11-27T12:43:14,118 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/.tmp/info/5d1c644f60e64dbab319053d80af64b1 is 1055, key is row0001/info:/1732711378591/Put/seqid=0 2024-11-27T12:43:14,118 INFO [StoreOpener-0341b1ac995075102d743b908ecaf813-1 {}] regionserver.HStore(327): Store=0341b1ac995075102d743b908ecaf813/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:43:14,118 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,122 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,124 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,126 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,126 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741849_1025 (size=9847) 2024-11-27T12:43:14,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741849_1025 (size=9847) 2024-11-27T12:43:14,129 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,130 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 0341b1ac995075102d743b908ecaf813; next sequenceid=106; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=850483, jitterRate=0.08144630491733551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:43:14,130 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:14,130 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0341b1ac995075102d743b908ecaf813: Running coprocessor pre-open hook at 1732711394081Writing region info on filesystem at 1732711394081Initializing all the Stores at 1732711394082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711394082Cleaning up temporary data from old regions at 1732711394126 (+44 ms)Running coprocessor post-open hooks at 1732711394130 (+4 ms)Region opened successfully at 1732711394130 2024-11-27T12:43:14,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/info/ba1ba4f28ef64949ab4606323a77d41b 2024-11-27T12:43:14,131 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., pid=13, masterSystemTime=1732711394047 2024-11-27T12:43:14,131 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 0341b1ac995075102d743b908ecaf813:info, priority=-2147483648, current under compaction store size is 2 2024-11-27T12:43:14,131 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T12:43:14,131 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:14,134 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:14,134 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HStore(1541): 0341b1ac995075102d743b908ecaf813/info is initiating minor compaction (all files) 2024-11-27T12:43:14,134 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0341b1ac995075102d743b908ecaf813/info in TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:14,134 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a->hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099-top, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/TestLogRolling-testLogRolling=70dd9b833e77b98ff2fbcff35fa0d02a-dfe7169c78ad42538b4125cbc6639438] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp, totalSize=93.3 K 2024-11-27T12:43:14,135 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:14,135 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:14,136 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] compactions.Compactor(225): Compacting 895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732711378591 2024-11-27T12:43:14,136 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0341b1ac995075102d743b908ecaf813, regionState=OPEN, openSeqNum=106, regionLocation=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:14,139 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=70dd9b833e77b98ff2fbcff35fa0d02a-dfe7169c78ad42538b4125cbc6639438, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732711392819 2024-11-27T12:43:14,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 because future has completed 2024-11-27T12:43:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741850_1026 (size=71441) 2024-11-27T12:43:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741850_1026 (size=71441) 2024-11-27T12:43:14,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-27T12:43:14,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 in 248 msec 2024-11-27T12:43:14,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T12:43:14,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0341b1ac995075102d743b908ecaf813, ASSIGN in 413 msec 2024-11-27T12:43:14,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=70dd9b833e77b98ff2fbcff35fa0d02a, daughterA=65f3c9493e15fc179e9690a1636c2f54, daughterB=0341b1ac995075102d743b908ecaf813 in 1.2240 sec 2024-11-27T12:43:14,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/ns/57ba6b80076e42df9a1e1951615a08ab is 43, key is default/ns:d/1732711368346/Put/seqid=0 2024-11-27T12:43:14,173 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/.tmp/info/5d1c644f60e64dbab319053d80af64b1 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/info/5d1c644f60e64dbab319053d80af64b1 2024-11-27T12:43:14,181 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 65f3c9493e15fc179e9690a1636c2f54/info of 65f3c9493e15fc179e9690a1636c2f54 into 5d1c644f60e64dbab319053d80af64b1(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:14,181 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65f3c9493e15fc179e9690a1636c2f54: 2024-11-27T12:43:14,181 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54., storeName=65f3c9493e15fc179e9690a1636c2f54/info, priority=15, startTime=1732711394077; duration=0sec 2024-11-27T12:43:14,181 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:14,181 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65f3c9493e15fc179e9690a1636c2f54:info 2024-11-27T12:43:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741851_1027 (size=5153) 2024-11-27T12:43:14,212 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0341b1ac995075102d743b908ecaf813#info#compaction#42 average throughput is 9.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741851_1027 (size=5153) 2024-11-27T12:43:14,212 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/c1c01ccb5b2d47f89654388a6fecf7f0 is 1055, key is row0064/info:/1732711390813/Put/seqid=0 2024-11-27T12:43:14,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/ns/57ba6b80076e42df9a1e1951615a08ab 2024-11-27T12:43:14,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741852_1028 (size=24092) 2024-11-27T12:43:14,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741852_1028 (size=24092) 2024-11-27T12:43:14,233 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/c1c01ccb5b2d47f89654388a6fecf7f0 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/c1c01ccb5b2d47f89654388a6fecf7f0 2024-11-27T12:43:14,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/table/153b5f8846a64611ab3dcfda8221c365 is 65, key is TestLogRolling-testLogRolling/table:state/1732711368853/Put/seqid=0 2024-11-27T12:43:14,243 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 0341b1ac995075102d743b908ecaf813/info of 0341b1ac995075102d743b908ecaf813 into c1c01ccb5b2d47f89654388a6fecf7f0(size=23.5 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:14,243 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:14,243 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., storeName=0341b1ac995075102d743b908ecaf813/info, priority=14, startTime=1732711394131; duration=0sec 2024-11-27T12:43:14,243 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:14,243 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0341b1ac995075102d743b908ecaf813:info 2024-11-27T12:43:14,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741853_1029 (size=5340) 2024-11-27T12:43:14,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741853_1029 (size=5340) 2024-11-27T12:43:14,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/table/153b5f8846a64611ab3dcfda8221c365 2024-11-27T12:43:14,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/info/ba1ba4f28ef64949ab4606323a77d41b as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/info/ba1ba4f28ef64949ab4606323a77d41b 2024-11-27T12:43:14,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/info/ba1ba4f28ef64949ab4606323a77d41b, entries=30, sequenceid=17, filesize=9.6 K 2024-11-27T12:43:14,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/ns/57ba6b80076e42df9a1e1951615a08ab as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/ns/57ba6b80076e42df9a1e1951615a08ab 2024-11-27T12:43:14,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/ns/57ba6b80076e42df9a1e1951615a08ab, entries=2, sequenceid=17, filesize=5.0 K 2024-11-27T12:43:14,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/table/153b5f8846a64611ab3dcfda8221c365 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/table/153b5f8846a64611ab3dcfda8221c365 2024-11-27T12:43:14,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/table/153b5f8846a64611ab3dcfda8221c365, entries=2, sequenceid=17, filesize=5.2 K 2024-11-27T12:43:14,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 208ms, sequenceid=17, compaction requested=false 2024-11-27T12:43:14,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-27T12:43:16,823 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:43:18,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T12:43:18,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:18,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T12:43:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37090 deadline: 1732711412924, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. is not online on a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. is not online on a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:43:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a. is not online on a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:43:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732711368464.70dd9b833e77b98ff2fbcff35fa0d02a., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=2 from cache 2024-11-27T12:43:28,364 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T12:43:28,364 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T12:43:33,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-27T12:43:43,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0082', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106] 2024-11-27T12:43:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:43,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:43:43,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/107b6b9999ab49dbaedadfdd9f74aaa7 is 1055, key is row0082/info:/1732711423109/Put/seqid=0 2024-11-27T12:43:43,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741854_1030 (size=13386) 2024-11-27T12:43:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741854_1030 (size=13386) 2024-11-27T12:43:43,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/107b6b9999ab49dbaedadfdd9f74aaa7 2024-11-27T12:43:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/107b6b9999ab49dbaedadfdd9f74aaa7 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/107b6b9999ab49dbaedadfdd9f74aaa7 2024-11-27T12:43:43,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/107b6b9999ab49dbaedadfdd9f74aaa7, entries=8, sequenceid=117, filesize=13.1 K 2024-11-27T12:43:43,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=7.18 KB/7357 for 0341b1ac995075102d743b908ecaf813 in 23ms, sequenceid=117, compaction requested=false 2024-11-27T12:43:43,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:45,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:43:45,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/fc77628ddcfb42e0842c3c8f6e1a9ed2 is 1055, key is row0090/info:/1732711423123/Put/seqid=0 2024-11-27T12:43:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741855_1031 (size=13386) 2024-11-27T12:43:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741855_1031 (size=13386) 2024-11-27T12:43:45,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/fc77628ddcfb42e0842c3c8f6e1a9ed2 2024-11-27T12:43:45,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/fc77628ddcfb42e0842c3c8f6e1a9ed2 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/fc77628ddcfb42e0842c3c8f6e1a9ed2 2024-11-27T12:43:45,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/fc77628ddcfb42e0842c3c8f6e1a9ed2, entries=8, sequenceid=128, filesize=13.1 K 2024-11-27T12:43:45,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 0341b1ac995075102d743b908ecaf813 in 29ms, sequenceid=128, compaction requested=true 2024-11-27T12:43:45,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:45,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0341b1ac995075102d743b908ecaf813:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:45,169 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:43:45,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:45,171 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50864 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:43:45,171 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HStore(1541): 0341b1ac995075102d743b908ecaf813/info is initiating minor compaction (all files) 2024-11-27T12:43:45,171 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0341b1ac995075102d743b908ecaf813/info in TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:45,171 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/c1c01ccb5b2d47f89654388a6fecf7f0, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/107b6b9999ab49dbaedadfdd9f74aaa7, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/fc77628ddcfb42e0842c3c8f6e1a9ed2] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp, totalSize=49.7 K 2024-11-27T12:43:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:45,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-27T12:43:45,171 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c01ccb5b2d47f89654388a6fecf7f0, keycount=18, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732711390813 2024-11-27T12:43:45,172 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] compactions.Compactor(225): Compacting 107b6b9999ab49dbaedadfdd9f74aaa7, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732711423109 2024-11-27T12:43:45,172 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] compactions.Compactor(225): Compacting fc77628ddcfb42e0842c3c8f6e1a9ed2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732711423123 2024-11-27T12:43:45,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/febc53bb123d4235a7ea1bef13e0be0a is 1055, key is row0098/info:/1732711425142/Put/seqid=0 2024-11-27T12:43:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741856_1032 (size=19728) 2024-11-27T12:43:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741856_1032 (size=19728) 2024-11-27T12:43:45,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/febc53bb123d4235a7ea1bef13e0be0a 2024-11-27T12:43:45,188 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0341b1ac995075102d743b908ecaf813#info#compaction#47 average throughput is 11.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:45,189 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/58d63d5633f04a5fac4188d2587406e9 is 1055, key is row0064/info:/1732711390813/Put/seqid=0 2024-11-27T12:43:45,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/febc53bb123d4235a7ea1bef13e0be0a as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/febc53bb123d4235a7ea1bef13e0be0a 2024-11-27T12:43:45,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741857_1033 (size=41062) 2024-11-27T12:43:45,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741857_1033 (size=41062) 2024-11-27T12:43:45,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/febc53bb123d4235a7ea1bef13e0be0a, entries=14, sequenceid=145, filesize=19.3 K 2024-11-27T12:43:45,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 0341b1ac995075102d743b908ecaf813 in 28ms, sequenceid=145, compaction requested=false 2024-11-27T12:43:45,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:45,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-27T12:43:45,204 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/58d63d5633f04a5fac4188d2587406e9 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/58d63d5633f04a5fac4188d2587406e9 2024-11-27T12:43:45,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/bb8fca79303a416082b701a8d5695af4 is 1055, key is row0112/info:/1732711425172/Put/seqid=0 2024-11-27T12:43:45,211 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0341b1ac995075102d743b908ecaf813/info of 0341b1ac995075102d743b908ecaf813 into 58d63d5633f04a5fac4188d2587406e9(size=40.1 K), total size for store is 59.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:45,212 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:45,212 INFO [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., storeName=0341b1ac995075102d743b908ecaf813/info, priority=13, startTime=1732711425169; duration=0sec 2024-11-27T12:43:45,212 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:45,212 DEBUG [RS:0;a3dd13ba50c2:42957-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0341b1ac995075102d743b908ecaf813:info 2024-11-27T12:43:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741858_1034 (size=17606) 2024-11-27T12:43:45,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741858_1034 (size=17606) 2024-11-27T12:43:45,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/bb8fca79303a416082b701a8d5695af4 2024-11-27T12:43:45,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/bb8fca79303a416082b701a8d5695af4 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/bb8fca79303a416082b701a8d5695af4 2024-11-27T12:43:45,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/bb8fca79303a416082b701a8d5695af4, entries=12, sequenceid=160, filesize=17.2 K 2024-11-27T12:43:45,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=5.13 KB/5255 for 0341b1ac995075102d743b908ecaf813 in 29ms, sequenceid=160, compaction requested=true 2024-11-27T12:43:45,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:45,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0341b1ac995075102d743b908ecaf813:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:45,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:45,228 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:43:45,230 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78396 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:43:45,230 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 0341b1ac995075102d743b908ecaf813/info is initiating minor compaction (all files) 2024-11-27T12:43:45,230 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0341b1ac995075102d743b908ecaf813/info in TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:45,230 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/58d63d5633f04a5fac4188d2587406e9, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/febc53bb123d4235a7ea1bef13e0be0a, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/bb8fca79303a416082b701a8d5695af4] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp, totalSize=76.6 K 2024-11-27T12:43:45,230 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58d63d5633f04a5fac4188d2587406e9, keycount=34, bloomtype=ROW, size=40.1 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732711390813 2024-11-27T12:43:45,231 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting febc53bb123d4235a7ea1bef13e0be0a, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732711425142 2024-11-27T12:43:45,231 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb8fca79303a416082b701a8d5695af4, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732711425172 2024-11-27T12:43:45,243 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0341b1ac995075102d743b908ecaf813#info#compaction#49 average throughput is 30.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:45,243 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/2e21c5fca7e641fbadbc10f24265872f is 1055, key is row0064/info:/1732711390813/Put/seqid=0 2024-11-27T12:43:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741859_1035 (size=68610) 2024-11-27T12:43:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741859_1035 (size=68610) 2024-11-27T12:43:45,255 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/2e21c5fca7e641fbadbc10f24265872f as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2e21c5fca7e641fbadbc10f24265872f 2024-11-27T12:43:45,261 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0341b1ac995075102d743b908ecaf813/info of 0341b1ac995075102d743b908ecaf813 into 2e21c5fca7e641fbadbc10f24265872f(size=67.0 K), total size for store is 67.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:45,261 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:45,261 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., storeName=0341b1ac995075102d743b908ecaf813/info, priority=13, startTime=1732711425228; duration=0sec 2024-11-27T12:43:45,261 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:45,262 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0341b1ac995075102d743b908ecaf813:info 2024-11-27T12:43:46,823 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:43:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:47,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:43:47,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/9960b258905943329dbd2d0ceef4fd80 is 1055, key is row0124/info:/1732711425201/Put/seqid=0 2024-11-27T12:43:47,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741860_1036 (size=13394) 2024-11-27T12:43:47,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741860_1036 (size=13394) 2024-11-27T12:43:47,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/9960b258905943329dbd2d0ceef4fd80 2024-11-27T12:43:47,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/9960b258905943329dbd2d0ceef4fd80 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/9960b258905943329dbd2d0ceef4fd80 2024-11-27T12:43:47,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/9960b258905943329dbd2d0ceef4fd80, entries=8, sequenceid=173, filesize=13.1 K 2024-11-27T12:43:47,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 0341b1ac995075102d743b908ecaf813 in 31ms, sequenceid=173, compaction requested=false 2024-11-27T12:43:47,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:47,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-27T12:43:47,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/272e530d824f4cd98d436c2624420b17 is 1055, key is row0132/info:/1732711427227/Put/seqid=0 2024-11-27T12:43:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741861_1037 (size=19728) 2024-11-27T12:43:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741861_1037 (size=19728) 2024-11-27T12:43:47,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/272e530d824f4cd98d436c2624420b17 2024-11-27T12:43:47,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/272e530d824f4cd98d436c2624420b17 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/272e530d824f4cd98d436c2624420b17 2024-11-27T12:43:47,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/272e530d824f4cd98d436c2624420b17, entries=14, sequenceid=190, filesize=19.3 K 2024-11-27T12:43:47,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for 0341b1ac995075102d743b908ecaf813 in 25ms, sequenceid=190, compaction requested=true 2024-11-27T12:43:47,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:47,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0341b1ac995075102d743b908ecaf813:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:47,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:47,281 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:43:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:47,282 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101732 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:43:47,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-27T12:43:47,283 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 0341b1ac995075102d743b908ecaf813/info is initiating minor compaction (all files) 2024-11-27T12:43:47,283 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0341b1ac995075102d743b908ecaf813/info in TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:47,283 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2e21c5fca7e641fbadbc10f24265872f, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/9960b258905943329dbd2d0ceef4fd80, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/272e530d824f4cd98d436c2624420b17] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp, totalSize=99.3 K 2024-11-27T12:43:47,283 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e21c5fca7e641fbadbc10f24265872f, keycount=60, bloomtype=ROW, size=67.0 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732711390813 2024-11-27T12:43:47,284 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9960b258905943329dbd2d0ceef4fd80, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732711425201 2024-11-27T12:43:47,284 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 272e530d824f4cd98d436c2624420b17, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732711427227 2024-11-27T12:43:47,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/a49a88b522ed4251a3ff11368f6e56d3 is 1055, key is row0146/info:/1732711427258/Put/seqid=0 2024-11-27T12:43:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741862_1038 (size=18675) 2024-11-27T12:43:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741862_1038 (size=18675) 2024-11-27T12:43:47,297 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0341b1ac995075102d743b908ecaf813#info#compaction#53 average throughput is 41.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:47,298 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/d716412af2764d339838f9d184edacc8 is 1055, key is row0064/info:/1732711390813/Put/seqid=0 2024-11-27T12:43:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741863_1039 (size=91955) 2024-11-27T12:43:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741863_1039 (size=91955) 2024-11-27T12:43:47,309 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/d716412af2764d339838f9d184edacc8 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d716412af2764d339838f9d184edacc8 2024-11-27T12:43:47,316 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0341b1ac995075102d743b908ecaf813/info of 0341b1ac995075102d743b908ecaf813 into d716412af2764d339838f9d184edacc8(size=89.8 K), total size for store is 89.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:47,316 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:47,316 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., storeName=0341b1ac995075102d743b908ecaf813/info, priority=13, startTime=1732711427281; duration=0sec 2024-11-27T12:43:47,316 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:47,316 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0341b1ac995075102d743b908ecaf813:info 2024-11-27T12:43:47,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/a49a88b522ed4251a3ff11368f6e56d3 2024-11-27T12:43:47,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/a49a88b522ed4251a3ff11368f6e56d3 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/a49a88b522ed4251a3ff11368f6e56d3 2024-11-27T12:43:47,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/a49a88b522ed4251a3ff11368f6e56d3, entries=13, sequenceid=206, filesize=18.2 K 2024-11-27T12:43:47,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=2.05 KB/2102 for 0341b1ac995075102d743b908ecaf813 in 433ms, sequenceid=206, compaction requested=false 2024-11-27T12:43:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:49,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:43:49,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/46fbea38b63d4a58b5087c0f50d48bd6 is 1055, key is row0159/info:/1732711427284/Put/seqid=0 2024-11-27T12:43:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741864_1040 (size=13394) 2024-11-27T12:43:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741864_1040 (size=13394) 2024-11-27T12:43:49,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/46fbea38b63d4a58b5087c0f50d48bd6 2024-11-27T12:43:49,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/46fbea38b63d4a58b5087c0f50d48bd6 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/46fbea38b63d4a58b5087c0f50d48bd6 2024-11-27T12:43:49,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/46fbea38b63d4a58b5087c0f50d48bd6, entries=8, sequenceid=218, filesize=13.1 K 2024-11-27T12:43:49,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 0341b1ac995075102d743b908ecaf813 in 28ms, sequenceid=218, compaction requested=true 2024-11-27T12:43:49,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:49,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0341b1ac995075102d743b908ecaf813:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:49,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:49,334 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:43:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:49,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-27T12:43:49,336 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:43:49,336 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 0341b1ac995075102d743b908ecaf813/info is initiating minor compaction (all files) 2024-11-27T12:43:49,336 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0341b1ac995075102d743b908ecaf813/info in TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:49,336 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d716412af2764d339838f9d184edacc8, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/a49a88b522ed4251a3ff11368f6e56d3, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/46fbea38b63d4a58b5087c0f50d48bd6] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp, totalSize=121.1 K 2024-11-27T12:43:49,336 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting d716412af2764d339838f9d184edacc8, keycount=82, bloomtype=ROW, size=89.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732711390813 2024-11-27T12:43:49,337 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting a49a88b522ed4251a3ff11368f6e56d3, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732711427258 2024-11-27T12:43:49,337 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46fbea38b63d4a58b5087c0f50d48bd6, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732711427284 2024-11-27T12:43:49,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/637d84a69ac843af97f1349d66eb7a21 is 1055, key is row0167/info:/1732711429307/Put/seqid=0 2024-11-27T12:43:49,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741865_1041 (size=19728) 2024-11-27T12:43:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741865_1041 (size=19728) 2024-11-27T12:43:49,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/637d84a69ac843af97f1349d66eb7a21 2024-11-27T12:43:49,352 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0341b1ac995075102d743b908ecaf813#info#compaction#56 average throughput is 25.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:49,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/637d84a69ac843af97f1349d66eb7a21 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/637d84a69ac843af97f1349d66eb7a21 2024-11-27T12:43:49,353 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/7e1660f318584cf3a7aacdd9862088b4 is 1055, key is row0064/info:/1732711390813/Put/seqid=0 2024-11-27T12:43:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741866_1042 (size=114174) 2024-11-27T12:43:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741866_1042 (size=114174) 2024-11-27T12:43:49,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/637d84a69ac843af97f1349d66eb7a21, entries=14, sequenceid=235, filesize=19.3 K 2024-11-27T12:43:49,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 0341b1ac995075102d743b908ecaf813 in 26ms, sequenceid=235, compaction requested=false 2024-11-27T12:43:49,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:49,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-27T12:43:49,369 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/7e1660f318584cf3a7aacdd9862088b4 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7e1660f318584cf3a7aacdd9862088b4 2024-11-27T12:43:49,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/d453b80ded79440297b5d8a6d0402009 is 1055, key is row0181/info:/1732711429336/Put/seqid=0 2024-11-27T12:43:49,376 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0341b1ac995075102d743b908ecaf813/info of 0341b1ac995075102d743b908ecaf813 into 7e1660f318584cf3a7aacdd9862088b4(size=111.5 K), total size for store is 130.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:49,376 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:49,376 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., storeName=0341b1ac995075102d743b908ecaf813/info, priority=13, startTime=1732711429334; duration=0sec 2024-11-27T12:43:49,376 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:49,376 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0341b1ac995075102d743b908ecaf813:info 2024-11-27T12:43:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741867_1043 (size=16553) 2024-11-27T12:43:49,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741867_1043 (size=16553) 2024-11-27T12:43:49,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/d453b80ded79440297b5d8a6d0402009 2024-11-27T12:43:49,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/d453b80ded79440297b5d8a6d0402009 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d453b80ded79440297b5d8a6d0402009 2024-11-27T12:43:49,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d453b80ded79440297b5d8a6d0402009, entries=11, sequenceid=249, filesize=16.2 K 2024-11-27T12:43:49,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=1.03 KB/1051 for 0341b1ac995075102d743b908ecaf813 in 26ms, sequenceid=249, compaction requested=true 2024-11-27T12:43:49,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:49,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0341b1ac995075102d743b908ecaf813:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:49,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:49,389 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:43:49,390 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 150455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:43:49,390 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 0341b1ac995075102d743b908ecaf813/info is initiating minor compaction (all files) 2024-11-27T12:43:49,390 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0341b1ac995075102d743b908ecaf813/info in TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:49,391 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7e1660f318584cf3a7aacdd9862088b4, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/637d84a69ac843af97f1349d66eb7a21, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d453b80ded79440297b5d8a6d0402009] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp, totalSize=146.9 K 2024-11-27T12:43:49,391 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e1660f318584cf3a7aacdd9862088b4, keycount=103, bloomtype=ROW, size=111.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732711390813 2024-11-27T12:43:49,391 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 637d84a69ac843af97f1349d66eb7a21, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732711429307 2024-11-27T12:43:49,392 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting d453b80ded79440297b5d8a6d0402009, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732711429336 2024-11-27T12:43:49,404 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0341b1ac995075102d743b908ecaf813#info#compaction#58 average throughput is 42.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:49,405 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/2f7442d46dd248e38e90e72aed9cfb7b is 1055, key is row0064/info:/1732711390813/Put/seqid=0 2024-11-27T12:43:49,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741868_1044 (size=140805) 2024-11-27T12:43:49,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741868_1044 (size=140805) 2024-11-27T12:43:49,415 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/2f7442d46dd248e38e90e72aed9cfb7b as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2f7442d46dd248e38e90e72aed9cfb7b 2024-11-27T12:43:49,421 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0341b1ac995075102d743b908ecaf813/info of 0341b1ac995075102d743b908ecaf813 into 2f7442d46dd248e38e90e72aed9cfb7b(size=137.5 K), total size for store is 137.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:49,422 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:49,422 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., storeName=0341b1ac995075102d743b908ecaf813/info, priority=13, startTime=1732711429389; duration=0sec 2024-11-27T12:43:49,422 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:49,422 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0341b1ac995075102d743b908ecaf813:info 2024-11-27T12:43:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:51,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-27T12:43:51,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/7bb3c75c3b4841589d8243c2b1e793cd is 1055, key is row0192/info:/1732711429365/Put/seqid=0 2024-11-27T12:43:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741869_1045 (size=13400) 2024-11-27T12:43:51,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741869_1045 (size=13400) 2024-11-27T12:43:51,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/7bb3c75c3b4841589d8243c2b1e793cd 2024-11-27T12:43:51,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/7bb3c75c3b4841589d8243c2b1e793cd as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7bb3c75c3b4841589d8243c2b1e793cd 2024-11-27T12:43:51,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7bb3c75c3b4841589d8243c2b1e793cd, entries=8, sequenceid=262, filesize=13.1 K 2024-11-27T12:43:51,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 0341b1ac995075102d743b908ecaf813 in 25ms, sequenceid=262, compaction requested=false 2024-11-27T12:43:51,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:51,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-27T12:43:51,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/f8be4a2540df4a84998cbb464c2efb57 is 1055, key is row0200/info:/1732711431384/Put/seqid=0 2024-11-27T12:43:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741870_1046 (size=19742) 2024-11-27T12:43:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741870_1046 (size=19742) 2024-11-27T12:43:51,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/f8be4a2540df4a84998cbb464c2efb57 2024-11-27T12:43:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/f8be4a2540df4a84998cbb464c2efb57 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/f8be4a2540df4a84998cbb464c2efb57 2024-11-27T12:43:51,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/f8be4a2540df4a84998cbb464c2efb57, entries=14, sequenceid=279, filesize=19.3 K 2024-11-27T12:43:51,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 0341b1ac995075102d743b908ecaf813 in 24ms, sequenceid=279, compaction requested=true 2024-11-27T12:43:51,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:51,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0341b1ac995075102d743b908ecaf813:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:43:51,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:51,435 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:43:51,436 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 173947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:43:51,436 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 0341b1ac995075102d743b908ecaf813/info is initiating minor compaction (all files) 2024-11-27T12:43:51,436 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0341b1ac995075102d743b908ecaf813/info in TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:43:51,436 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2f7442d46dd248e38e90e72aed9cfb7b, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7bb3c75c3b4841589d8243c2b1e793cd, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/f8be4a2540df4a84998cbb464c2efb57] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp, totalSize=169.9 K 2024-11-27T12:43:51,436 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f7442d46dd248e38e90e72aed9cfb7b, keycount=128, bloomtype=ROW, size=137.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732711390813 2024-11-27T12:43:51,437 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bb3c75c3b4841589d8243c2b1e793cd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732711429365 2024-11-27T12:43:51,437 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8be4a2540df4a84998cbb464c2efb57, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732711431384 2024-11-27T12:43:51,449 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0341b1ac995075102d743b908ecaf813#info#compaction#61 average throughput is 50.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:43:51,449 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/8ebb14df194648fd894ddb8d41c15f1e is 1055, key is row0064/info:/1732711390813/Put/seqid=0 2024-11-27T12:43:51,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741871_1047 (size=164097) 2024-11-27T12:43:51,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741871_1047 (size=164097) 2024-11-27T12:43:51,458 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/8ebb14df194648fd894ddb8d41c15f1e as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/8ebb14df194648fd894ddb8d41c15f1e 2024-11-27T12:43:51,465 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0341b1ac995075102d743b908ecaf813/info of 0341b1ac995075102d743b908ecaf813 into 8ebb14df194648fd894ddb8d41c15f1e(size=160.3 K), total size for store is 160.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:43:51,465 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:51,465 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., storeName=0341b1ac995075102d743b908ecaf813/info, priority=13, startTime=1732711431434; duration=0sec 2024-11-27T12:43:51,465 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:43:51,465 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0341b1ac995075102d743b908ecaf813:info 2024-11-27T12:43:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:43:53,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-27T12:43:53,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/94bcab76664c401599b2db31c7fefd27 is 1055, key is row0214/info:/1732711431411/Put/seqid=0 2024-11-27T12:43:53,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T12:43:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37090 deadline: 1732711443468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:43:53,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741872_1048 (size=17618) 2024-11-27T12:43:53,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741872_1048 (size=17618) 2024-11-27T12:43:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106 , the old value is region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:43:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:43:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106 because the exception is null or not the one we care about 2024-11-27T12:43:53,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/94bcab76664c401599b2db31c7fefd27 2024-11-27T12:43:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/94bcab76664c401599b2db31c7fefd27 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/94bcab76664c401599b2db31c7fefd27 2024-11-27T12:43:53,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/94bcab76664c401599b2db31c7fefd27, entries=12, sequenceid=295, filesize=17.2 K 2024-11-27T12:43:53,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=17.45 KB/17867 for 0341b1ac995075102d743b908ecaf813 in 40ms, sequenceid=295, compaction requested=false 2024-11-27T12:43:53,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:43:59,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 65f3c9493e15fc179e9690a1636c2f54, had cached 0 bytes from a total of 71441 2024-11-27T12:43:59,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0341b1ac995075102d743b908ecaf813, had cached 0 bytes from a total of 181715 2024-11-27T12:44:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:44:03,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-27T12:44:03,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/586d451ded7f4bc98ad0b1c2b58d5d0e is 1055, key is row0226/info:/1732711433443/Put/seqid=0 2024-11-27T12:44:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741873_1049 (size=23962) 2024-11-27T12:44:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741873_1049 (size=23962) 2024-11-27T12:44:03,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/586d451ded7f4bc98ad0b1c2b58d5d0e 2024-11-27T12:44:03,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/586d451ded7f4bc98ad0b1c2b58d5d0e as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/586d451ded7f4bc98ad0b1c2b58d5d0e 2024-11-27T12:44:03,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T12:44:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:37090 deadline: 1732711453583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 2024-11-27T12:44:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106 , the old value is region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:44:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0341b1ac995075102d743b908ecaf813, server=a3dd13ba50c2,42957,1732711366987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T12:44:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., hostname=a3dd13ba50c2,42957,1732711366987, seqNum=106 because the exception is null or not the one we care about 2024-11-27T12:44:03,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/586d451ded7f4bc98ad0b1c2b58d5d0e, entries=18, sequenceid=316, filesize=23.4 K 2024-11-27T12:44:03,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 0341b1ac995075102d743b908ecaf813 in 33ms, sequenceid=316, compaction requested=true 2024-11-27T12:44:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:44:03,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0341b1ac995075102d743b908ecaf813:info, priority=-2147483648, current under compaction store size is 1 2024-11-27T12:44:03,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:44:03,589 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T12:44:03,590 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 205677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T12:44:03,590 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1541): 0341b1ac995075102d743b908ecaf813/info is initiating minor compaction (all files) 2024-11-27T12:44:03,590 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0341b1ac995075102d743b908ecaf813/info in TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:44:03,590 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/8ebb14df194648fd894ddb8d41c15f1e, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/94bcab76664c401599b2db31c7fefd27, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/586d451ded7f4bc98ad0b1c2b58d5d0e] into tmpdir=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp, totalSize=200.9 K 2024-11-27T12:44:03,590 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ebb14df194648fd894ddb8d41c15f1e, keycount=150, bloomtype=ROW, size=160.3 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732711390813 2024-11-27T12:44:03,591 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94bcab76664c401599b2db31c7fefd27, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732711431411 2024-11-27T12:44:03,591 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] compactions.Compactor(225): Compacting 586d451ded7f4bc98ad0b1c2b58d5d0e, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732711433443 2024-11-27T12:44:03,603 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0341b1ac995075102d743b908ecaf813#info#compaction#64 average throughput is 60.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T12:44:03,604 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/69bb9e97dbec485e92a5ddff5e07a462 is 1055, key is row0064/info:/1732711390813/Put/seqid=0 2024-11-27T12:44:03,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741874_1050 (size=195827) 2024-11-27T12:44:03,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741874_1050 (size=195827) 2024-11-27T12:44:04,023 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/69bb9e97dbec485e92a5ddff5e07a462 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/69bb9e97dbec485e92a5ddff5e07a462 2024-11-27T12:44:04,030 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0341b1ac995075102d743b908ecaf813/info of 0341b1ac995075102d743b908ecaf813 into 69bb9e97dbec485e92a5ddff5e07a462(size=191.2 K), total size for store is 191.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T12:44:04,031 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:44:04,031 INFO [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., storeName=0341b1ac995075102d743b908ecaf813/info, priority=13, startTime=1732711443588; duration=0sec 2024-11-27T12:44:04,031 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T12:44:04,031 DEBUG [RS:0;a3dd13ba50c2:42957-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0341b1ac995075102d743b908ecaf813:info 2024-11-27T12:44:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42957 {}] regionserver.HRegion(8855): Flush requested on 0341b1ac995075102d743b908ecaf813 2024-11-27T12:44:13,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-27T12:44:13,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/0cda15d5131f4a4ea596deb53ccf1bbf is 1055, key is row0244/info:/1732711443557/Put/seqid=0 2024-11-27T12:44:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741875_1051 (size=17618) 2024-11-27T12:44:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741875_1051 (size=17618) 2024-11-27T12:44:13,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/0cda15d5131f4a4ea596deb53ccf1bbf 2024-11-27T12:44:13,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/0cda15d5131f4a4ea596deb53ccf1bbf as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/0cda15d5131f4a4ea596deb53ccf1bbf 2024-11-27T12:44:13,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/0cda15d5131f4a4ea596deb53ccf1bbf, entries=12, sequenceid=332, filesize=17.2 K 2024-11-27T12:44:13,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 0341b1ac995075102d743b908ecaf813 in 23ms, sequenceid=332, compaction requested=false 2024-11-27T12:44:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:44:15,683 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-27T12:44:15,701 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711455683, exclude list is [], retry=0 2024-11-27T12:44:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45021,DS-7eea7e87-a901-48b7-8aae-967e0ab63fd8,DISK] 2024-11-27T12:44:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-c428ebd8-41f5-4287-a8aa-ef2de2e12c61,DISK] 2024-11-27T12:44:15,705 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711367647 with entries=313, filesize=302.36 KB; new WAL /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711455683 2024-11-27T12:44:15,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35429:35429),(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-27T12:44:15,706 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711367647 is not closed yet, will try archiving it next time 2024-11-27T12:44:15,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741833_1009 (size=309620) 2024-11-27T12:44:15,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741833_1009 (size=309620) 2024-11-27T12:44:15,709 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0341b1ac995075102d743b908ecaf813 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-27T12:44:15,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/db897cad62714186b130a377bc6c20f0 is 1055, key is row0256/info:/1732711453682/Put/seqid=0 2024-11-27T12:44:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741877_1053 (size=6010) 2024-11-27T12:44:15,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741877_1053 (size=6010) 2024-11-27T12:44:15,718 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/db897cad62714186b130a377bc6c20f0 2024-11-27T12:44:15,725 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/.tmp/info/db897cad62714186b130a377bc6c20f0 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/db897cad62714186b130a377bc6c20f0 2024-11-27T12:44:15,731 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/db897cad62714186b130a377bc6c20f0, entries=1, sequenceid=336, filesize=5.9 K 2024-11-27T12:44:15,732 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0341b1ac995075102d743b908ecaf813 in 23ms, sequenceid=336, compaction requested=true 2024-11-27T12:44:15,733 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0341b1ac995075102d743b908ecaf813: 2024-11-27T12:44:15,733 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 65f3c9493e15fc179e9690a1636c2f54: 2024-11-27T12:44:15,733 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-27T12:44:15,738 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/info/8f4c65c60ba14b28b80ec29c8f001a5f is 193, key is TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813./info:regioninfo/1732711394136/Put/seqid=0 2024-11-27T12:44:15,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741878_1054 (size=6223) 2024-11-27T12:44:15,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741878_1054 (size=6223) 2024-11-27T12:44:15,745 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/info/8f4c65c60ba14b28b80ec29c8f001a5f 2024-11-27T12:44:15,751 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/.tmp/info/8f4c65c60ba14b28b80ec29c8f001a5f as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/info/8f4c65c60ba14b28b80ec29c8f001a5f 2024-11-27T12:44:15,757 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/info/8f4c65c60ba14b28b80ec29c8f001a5f, entries=5, sequenceid=21, filesize=6.1 K 2024-11-27T12:44:15,758 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 25ms, sequenceid=21, compaction requested=false 2024-11-27T12:44:15,758 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-27T12:44:15,770 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711455758, exclude list is [], retry=0 2024-11-27T12:44:15,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45021,DS-7eea7e87-a901-48b7-8aae-967e0ab63fd8,DISK] 2024-11-27T12:44:15,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-c428ebd8-41f5-4287-a8aa-ef2de2e12c61,DISK] 2024-11-27T12:44:15,774 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711455683 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711455758 2024-11-27T12:44:15,774 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867),(127.0.0.1/127.0.0.1:35429:35429)] 2024-11-27T12:44:15,774 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711455683 is not closed yet, will try archiving it next time 2024-11-27T12:44:15,774 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711367647 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/oldWALs/a3dd13ba50c2%2C42957%2C1732711366987.1732711367647 2024-11-27T12:44:15,775 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T12:44:15,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741876_1052 (size=731) 2024-11-27T12:44:15,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741876_1052 (size=731) 2024-11-27T12:44:15,776 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/WALs/a3dd13ba50c2,42957,1732711366987/a3dd13ba50c2%2C42957%2C1732711366987.1732711455683 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/oldWALs/a3dd13ba50c2%2C42957%2C1732711366987.1732711455683 2024-11-27T12:44:15,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:44:15,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:44:15,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:44:15,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:15,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:15,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:44:15,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:44:15,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078478269, stopped=false 2024-11-27T12:44:15,876 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3dd13ba50c2,43067,1732711366844 2024-11-27T12:44:15,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:44:15,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:44:15,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:15,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:15,931 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:44:15,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:44:15,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:44:15,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:15,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:44:15,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:44:15,931 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,42957,1732711366987' ***** 2024-11-27T12:44:15,931 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:44:15,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(3091): Received CLOSE for 0341b1ac995075102d743b908ecaf813 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(3091): Received CLOSE for 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,42957,1732711366987 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:44:15,932 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0341b1ac995075102d743b908ecaf813, disabling compactions & flushes 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3dd13ba50c2:42957. 2024-11-27T12:44:15,932 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:44:15,932 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:44:15,932 DEBUG [RS:0;a3dd13ba50c2:42957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:44:15,932 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. after waiting 0 ms 2024-11-27T12:44:15,932 DEBUG [RS:0;a3dd13ba50c2:42957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:15,932 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:44:15,932 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:44:15,933 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T12:44:15,933 DEBUG [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1325): Online Regions={0341b1ac995075102d743b908ecaf813=TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813., 65f3c9493e15fc179e9690a1636c2f54=TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:44:15,933 DEBUG [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1351): Waiting on 0341b1ac995075102d743b908ecaf813, 1588230740, 65f3c9493e15fc179e9690a1636c2f54 2024-11-27T12:44:15,933 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:44:15,933 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:44:15,933 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:44:15,933 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:44:15,933 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:44:15,933 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a->hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099-top, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/c1c01ccb5b2d47f89654388a6fecf7f0, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/TestLogRolling-testLogRolling=70dd9b833e77b98ff2fbcff35fa0d02a-dfe7169c78ad42538b4125cbc6639438, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/107b6b9999ab49dbaedadfdd9f74aaa7, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/58d63d5633f04a5fac4188d2587406e9, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/fc77628ddcfb42e0842c3c8f6e1a9ed2, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/febc53bb123d4235a7ea1bef13e0be0a, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2e21c5fca7e641fbadbc10f24265872f, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/bb8fca79303a416082b701a8d5695af4, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/9960b258905943329dbd2d0ceef4fd80, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d716412af2764d339838f9d184edacc8, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/272e530d824f4cd98d436c2624420b17, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/a49a88b522ed4251a3ff11368f6e56d3, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7e1660f318584cf3a7aacdd9862088b4, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/46fbea38b63d4a58b5087c0f50d48bd6, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/637d84a69ac843af97f1349d66eb7a21, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2f7442d46dd248e38e90e72aed9cfb7b, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d453b80ded79440297b5d8a6d0402009, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7bb3c75c3b4841589d8243c2b1e793cd, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/8ebb14df194648fd894ddb8d41c15f1e, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/f8be4a2540df4a84998cbb464c2efb57, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/94bcab76664c401599b2db31c7fefd27, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/586d451ded7f4bc98ad0b1c2b58d5d0e] to archive 2024-11-27T12:44:15,934 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T12:44:15,936 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:44:15,937 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-27T12:44:15,937 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/c1c01ccb5b2d47f89654388a6fecf7f0 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/c1c01ccb5b2d47f89654388a6fecf7f0 2024-11-27T12:44:15,937 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:44:15,937 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:44:15,937 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711455933Running coprocessor pre-close hooks at 1732711455933Disabling compacts and flushes for region at 1732711455933Disabling writes for close at 1732711455933Writing region close event to WAL at 1732711455934 (+1 ms)Running coprocessor post-close hooks at 1732711455937 (+3 ms)Closed at 1732711455937 2024-11-27T12:44:15,938 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:44:15,938 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/TestLogRolling-testLogRolling=70dd9b833e77b98ff2fbcff35fa0d02a-dfe7169c78ad42538b4125cbc6639438 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/TestLogRolling-testLogRolling=70dd9b833e77b98ff2fbcff35fa0d02a-dfe7169c78ad42538b4125cbc6639438 2024-11-27T12:44:15,939 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/107b6b9999ab49dbaedadfdd9f74aaa7 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/107b6b9999ab49dbaedadfdd9f74aaa7 2024-11-27T12:44:15,941 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/58d63d5633f04a5fac4188d2587406e9 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/58d63d5633f04a5fac4188d2587406e9 2024-11-27T12:44:15,942 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/fc77628ddcfb42e0842c3c8f6e1a9ed2 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/fc77628ddcfb42e0842c3c8f6e1a9ed2 2024-11-27T12:44:15,943 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/febc53bb123d4235a7ea1bef13e0be0a to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/febc53bb123d4235a7ea1bef13e0be0a 2024-11-27T12:44:15,944 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2e21c5fca7e641fbadbc10f24265872f to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2e21c5fca7e641fbadbc10f24265872f 2024-11-27T12:44:15,945 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/bb8fca79303a416082b701a8d5695af4 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/bb8fca79303a416082b701a8d5695af4 2024-11-27T12:44:15,946 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/9960b258905943329dbd2d0ceef4fd80 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/9960b258905943329dbd2d0ceef4fd80 2024-11-27T12:44:15,948 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d716412af2764d339838f9d184edacc8 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d716412af2764d339838f9d184edacc8 2024-11-27T12:44:15,949 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/272e530d824f4cd98d436c2624420b17 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/272e530d824f4cd98d436c2624420b17 2024-11-27T12:44:15,949 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/a49a88b522ed4251a3ff11368f6e56d3 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/a49a88b522ed4251a3ff11368f6e56d3 2024-11-27T12:44:15,950 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7e1660f318584cf3a7aacdd9862088b4 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7e1660f318584cf3a7aacdd9862088b4 2024-11-27T12:44:15,951 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/46fbea38b63d4a58b5087c0f50d48bd6 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/46fbea38b63d4a58b5087c0f50d48bd6 2024-11-27T12:44:15,952 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/637d84a69ac843af97f1349d66eb7a21 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/637d84a69ac843af97f1349d66eb7a21 2024-11-27T12:44:15,953 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2f7442d46dd248e38e90e72aed9cfb7b to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/2f7442d46dd248e38e90e72aed9cfb7b 2024-11-27T12:44:15,954 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d453b80ded79440297b5d8a6d0402009 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/d453b80ded79440297b5d8a6d0402009 2024-11-27T12:44:15,955 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7bb3c75c3b4841589d8243c2b1e793cd to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/7bb3c75c3b4841589d8243c2b1e793cd 2024-11-27T12:44:15,956 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/8ebb14df194648fd894ddb8d41c15f1e to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/8ebb14df194648fd894ddb8d41c15f1e 2024-11-27T12:44:15,957 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/f8be4a2540df4a84998cbb464c2efb57 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/f8be4a2540df4a84998cbb464c2efb57 2024-11-27T12:44:15,958 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/94bcab76664c401599b2db31c7fefd27 to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/94bcab76664c401599b2db31c7fefd27 2024-11-27T12:44:15,959 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/586d451ded7f4bc98ad0b1c2b58d5d0e to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/info/586d451ded7f4bc98ad0b1c2b58d5d0e 2024-11-27T12:44:15,960 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3dd13ba50c2:43067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-27T12:44:15,960 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [c1c01ccb5b2d47f89654388a6fecf7f0=24092, 107b6b9999ab49dbaedadfdd9f74aaa7=13386, 58d63d5633f04a5fac4188d2587406e9=41062, fc77628ddcfb42e0842c3c8f6e1a9ed2=13386, febc53bb123d4235a7ea1bef13e0be0a=19728, 2e21c5fca7e641fbadbc10f24265872f=68610, bb8fca79303a416082b701a8d5695af4=17606, 9960b258905943329dbd2d0ceef4fd80=13394, d716412af2764d339838f9d184edacc8=91955, 272e530d824f4cd98d436c2624420b17=19728, a49a88b522ed4251a3ff11368f6e56d3=18675, 7e1660f318584cf3a7aacdd9862088b4=114174, 46fbea38b63d4a58b5087c0f50d48bd6=13394, 637d84a69ac843af97f1349d66eb7a21=19728, 2f7442d46dd248e38e90e72aed9cfb7b=140805, d453b80ded79440297b5d8a6d0402009=16553, 7bb3c75c3b4841589d8243c2b1e793cd=13400, 8ebb14df194648fd894ddb8d41c15f1e=164097, f8be4a2540df4a84998cbb464c2efb57=19742, 94bcab76664c401599b2db31c7fefd27=17618, 586d451ded7f4bc98ad0b1c2b58d5d0e=23962] 2024-11-27T12:44:15,964 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/0341b1ac995075102d743b908ecaf813/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=105 2024-11-27T12:44:15,965 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:44:15,965 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0341b1ac995075102d743b908ecaf813: Waiting for close lock at 1732711455932Running coprocessor pre-close hooks at 1732711455932Disabling compacts and flushes for region at 1732711455932Disabling writes for close at 1732711455932Writing region close event to WAL at 1732711455961 (+29 ms)Running coprocessor post-close hooks at 1732711455965 (+4 ms)Closed at 1732711455965 2024-11-27T12:44:15,966 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732711392927.0341b1ac995075102d743b908ecaf813. 2024-11-27T12:44:15,966 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65f3c9493e15fc179e9690a1636c2f54, disabling compactions & flushes 2024-11-27T12:44:15,966 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:44:15,966 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:44:15,966 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. after waiting 0 ms 2024-11-27T12:44:15,966 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:44:15,966 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a->hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/70dd9b833e77b98ff2fbcff35fa0d02a/info/895cf3684c40411a847ad04400026099-bottom] to archive 2024-11-27T12:44:15,967 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T12:44:15,969 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a to hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/archive/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/info/895cf3684c40411a847ad04400026099.70dd9b833e77b98ff2fbcff35fa0d02a 2024-11-27T12:44:15,969 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-27T12:44:15,973 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/data/default/TestLogRolling-testLogRolling/65f3c9493e15fc179e9690a1636c2f54/recovered.edits/110.seqid, newMaxSeqId=110, maxSeqId=105 2024-11-27T12:44:15,974 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:44:15,974 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65f3c9493e15fc179e9690a1636c2f54: Waiting for close lock at 1732711455966Running coprocessor pre-close hooks at 1732711455966Disabling compacts and flushes for region at 1732711455966Disabling writes for close at 1732711455966Writing region close event to WAL at 1732711455970 (+4 ms)Running coprocessor post-close hooks at 1732711455974 (+4 ms)Closed at 1732711455974 2024-11-27T12:44:15,974 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732711392927.65f3c9493e15fc179e9690a1636c2f54. 2024-11-27T12:44:16,133 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,42957,1732711366987; all regions closed. 2024-11-27T12:44:16,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741834_1010 (size=8107) 2024-11-27T12:44:16,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741834_1010 (size=8107) 2024-11-27T12:44:16,138 DEBUG [RS:0;a3dd13ba50c2:42957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/oldWALs 2024-11-27T12:44:16,138 INFO [RS:0;a3dd13ba50c2:42957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C42957%2C1732711366987.meta:.meta(num 1732711368236) 2024-11-27T12:44:16,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741879_1055 (size=778) 2024-11-27T12:44:16,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741879_1055 (size=778) 2024-11-27T12:44:16,143 DEBUG [RS:0;a3dd13ba50c2:42957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/oldWALs 2024-11-27T12:44:16,143 INFO [RS:0;a3dd13ba50c2:42957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C42957%2C1732711366987:(num 1732711455758) 2024-11-27T12:44:16,144 DEBUG [RS:0;a3dd13ba50c2:42957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:16,144 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:44:16,144 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:44:16,144 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:44:16,144 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:44:16,144 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:44:16,144 INFO [RS:0;a3dd13ba50c2:42957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42957 2024-11-27T12:44:16,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,42957,1732711366987 2024-11-27T12:44:16,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:44:16,176 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:44:16,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,42957,1732711366987] 2024-11-27T12:44:16,242 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,42957,1732711366987 already deleted, retry=false 2024-11-27T12:44:16,243 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,42957,1732711366987 expired; onlineServers=0 2024-11-27T12:44:16,243 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3dd13ba50c2,43067,1732711366844' ***** 2024-11-27T12:44:16,243 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:44:16,243 INFO [M:0;a3dd13ba50c2:43067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:44:16,243 INFO [M:0;a3dd13ba50c2:43067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:44:16,243 DEBUG [M:0;a3dd13ba50c2:43067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:44:16,243 DEBUG [M:0;a3dd13ba50c2:43067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:44:16,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:44:16,243 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711367428 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711367428,5,FailOnTimeoutGroup] 2024-11-27T12:44:16,243 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711367428 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711367428,5,FailOnTimeoutGroup] 2024-11-27T12:44:16,243 INFO [M:0;a3dd13ba50c2:43067 {}] hbase.ChoreService(370): Chore service for: master/a3dd13ba50c2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:44:16,243 INFO [M:0;a3dd13ba50c2:43067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:44:16,243 DEBUG [M:0;a3dd13ba50c2:43067 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:44:16,243 INFO [M:0;a3dd13ba50c2:43067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:44:16,243 INFO [M:0;a3dd13ba50c2:43067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:44:16,244 INFO [M:0;a3dd13ba50c2:43067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:44:16,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:44:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T12:44:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:16,250 DEBUG [M:0;a3dd13ba50c2:43067 {}] zookeeper.ZKUtil(347): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T12:44:16,251 WARN [M:0;a3dd13ba50c2:43067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:44:16,252 INFO [M:0;a3dd13ba50c2:43067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/.lastflushedseqids 2024-11-27T12:44:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741880_1056 (size=228) 2024-11-27T12:44:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741880_1056 (size=228) 2024-11-27T12:44:16,258 INFO [M:0;a3dd13ba50c2:43067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:44:16,258 INFO [M:0;a3dd13ba50c2:43067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:44:16,258 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:44:16,258 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:16,258 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:16,258 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:44:16,258 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:16,258 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.41 KB heapSize=63.33 KB 2024-11-27T12:44:16,273 DEBUG [M:0;a3dd13ba50c2:43067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31a388c11d4742fba2f1e66551344834 is 82, key is hbase:meta,,1/info:regioninfo/1732711368278/Put/seqid=0 2024-11-27T12:44:16,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741881_1057 (size=5672) 2024-11-27T12:44:16,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741881_1057 (size=5672) 2024-11-27T12:44:16,279 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31a388c11d4742fba2f1e66551344834 2024-11-27T12:44:16,299 DEBUG [M:0;a3dd13ba50c2:43067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efa3ce857bcb43b2919c9ce743c82665 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732711368858/Put/seqid=0 2024-11-27T12:44:16,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741882_1058 (size=7089) 2024-11-27T12:44:16,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741882_1058 (size=7089) 2024-11-27T12:44:16,305 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.80 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efa3ce857bcb43b2919c9ce743c82665 2024-11-27T12:44:16,309 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efa3ce857bcb43b2919c9ce743c82665 2024-11-27T12:44:16,325 DEBUG [M:0;a3dd13ba50c2:43067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcba5ee35a2e415aa2068cb08d8c6c2e is 69, key is a3dd13ba50c2,42957,1732711366987/rs:state/1732711367490/Put/seqid=0 2024-11-27T12:44:16,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741883_1059 (size=5156) 2024-11-27T12:44:16,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741883_1059 (size=5156) 2024-11-27T12:44:16,330 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcba5ee35a2e415aa2068cb08d8c6c2e 2024-11-27T12:44:16,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:44:16,331 INFO [RS:0;a3dd13ba50c2:42957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:44:16,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42957-0x1017d9ad36e0001, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:44:16,331 INFO [RS:0;a3dd13ba50c2:42957 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,42957,1732711366987; zookeeper connection closed. 2024-11-27T12:44:16,331 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4df0d8b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4df0d8b1 2024-11-27T12:44:16,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:44:16,349 DEBUG [M:0;a3dd13ba50c2:43067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2637e0f45ce54b818602363a742b6900 is 52, key is load_balancer_on/state:d/1732711368458/Put/seqid=0 2024-11-27T12:44:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741884_1060 (size=5056) 2024-11-27T12:44:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741884_1060 (size=5056) 2024-11-27T12:44:16,354 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2637e0f45ce54b818602363a742b6900 2024-11-27T12:44:16,358 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31a388c11d4742fba2f1e66551344834 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31a388c11d4742fba2f1e66551344834 2024-11-27T12:44:16,363 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31a388c11d4742fba2f1e66551344834, entries=8, sequenceid=125, filesize=5.5 K 2024-11-27T12:44:16,364 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efa3ce857bcb43b2919c9ce743c82665 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efa3ce857bcb43b2919c9ce743c82665 2024-11-27T12:44:16,369 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efa3ce857bcb43b2919c9ce743c82665 2024-11-27T12:44:16,369 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efa3ce857bcb43b2919c9ce743c82665, entries=13, sequenceid=125, filesize=6.9 K 2024-11-27T12:44:16,370 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcba5ee35a2e415aa2068cb08d8c6c2e as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcba5ee35a2e415aa2068cb08d8c6c2e 2024-11-27T12:44:16,375 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcba5ee35a2e415aa2068cb08d8c6c2e, entries=1, sequenceid=125, filesize=5.0 K 2024-11-27T12:44:16,376 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2637e0f45ce54b818602363a742b6900 as hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2637e0f45ce54b818602363a742b6900 2024-11-27T12:44:16,380 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/625ad269-3fee-eb19-aa09-32a58c239e61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2637e0f45ce54b818602363a742b6900, entries=1, sequenceid=125, filesize=4.9 K 2024-11-27T12:44:16,381 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=125, compaction requested=false 2024-11-27T12:44:16,383 INFO [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:16,383 DEBUG [M:0;a3dd13ba50c2:43067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711456258Disabling compacts and flushes for region at 1732711456258Disabling writes for close at 1732711456258Obtaining lock to block concurrent updates at 1732711456258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732711456258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52639, getHeapSize=64784, getOffHeapSize=0, getCellsCount=148 at 1732711456259 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732711456259Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732711456260 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732711456273 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732711456273Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732711456284 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732711456299 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732711456299Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732711456309 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732711456325 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732711456325Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732711456335 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732711456348 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732711456348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54febe4c: reopening flushed file at 1732711456358 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2777f1f2: reopening flushed file at 1732711456364 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e6254c: reopening flushed file at 1732711456370 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ea5159: reopening flushed file at 1732711456375 (+5 ms)Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=125, compaction requested=false at 1732711456381 (+6 ms)Writing region close event to WAL at 1732711456382 (+1 ms)Closed at 1732711456382 2024-11-27T12:44:16,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741830_1006 (size=61308) 2024-11-27T12:44:16,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45021 is added to blk_1073741830_1006 (size=61308) 2024-11-27T12:44:16,385 INFO [M:0;a3dd13ba50c2:43067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:44:16,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:44:16,385 INFO [M:0;a3dd13ba50c2:43067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43067 2024-11-27T12:44:16,385 INFO [M:0;a3dd13ba50c2:43067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:44:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:44:16,510 INFO [M:0;a3dd13ba50c2:43067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:44:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43067-0x1017d9ad36e0000, quorum=127.0.0.1:49758, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:44:16,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63a90a86{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:44:16,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e554309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:44:16,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:44:16,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22bc77fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:44:16,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f105b2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.log.dir/,STOPPED} 2024-11-27T12:44:16,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:44:16,522 WARN [BP-1048393958-172.17.0.2-1732711365118 heartbeating to localhost/127.0.0.1:45807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:44:16,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:44:16,522 WARN [BP-1048393958-172.17.0.2-1732711365118 heartbeating to localhost/127.0.0.1:45807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1048393958-172.17.0.2-1732711365118 (Datanode Uuid 4b86f6e8-e74c-4a17-a1f6-3bdbfdc46e86) service to localhost/127.0.0.1:45807 2024-11-27T12:44:16,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/data/data3/current/BP-1048393958-172.17.0.2-1732711365118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:44:16,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/data/data4/current/BP-1048393958-172.17.0.2-1732711365118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:44:16,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:44:16,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c8cca3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:44:16,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e64879f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:44:16,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:44:16,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51146b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:44:16,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72588fe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.log.dir/,STOPPED} 2024-11-27T12:44:16,528 WARN [BP-1048393958-172.17.0.2-1732711365118 heartbeating to localhost/127.0.0.1:45807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:44:16,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:44:16,528 WARN [BP-1048393958-172.17.0.2-1732711365118 heartbeating to localhost/127.0.0.1:45807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1048393958-172.17.0.2-1732711365118 (Datanode Uuid ca17daf0-1842-4ee8-be94-76e5d0643147) service to localhost/127.0.0.1:45807 2024-11-27T12:44:16,528 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:44:16,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/data/data1/current/BP-1048393958-172.17.0.2-1732711365118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:44:16,528 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/cluster_19f71a17-ac4b-d2c5-f496-c05a816d4f96/data/data2/current/BP-1048393958-172.17.0.2-1732711365118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:44:16,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:44:16,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6faf2128{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:44:16,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aa10423{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:44:16,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:44:16,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49725afc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:44:16,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23f801fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.log.dir/,STOPPED} 2024-11-27T12:44:16,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:44:16,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:44:16,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 98) - Thread LEAK? -, OpenFileDescriptor=444 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=9233 (was 9125) - AvailableMemoryMB LEAK? - 2024-11-27T12:44:16,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=9233 2024-11-27T12:44:16,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.log.dir so I do NOT create it in target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/49f41333-407c-36e3-5e86-f4688e18a233/hadoop.tmp.dir so I do NOT create it in target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714, deleteOnExit=true 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/test.cache.data in system properties and HBase conf 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:44:16,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:44:16,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:44:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:44:16,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:44:16,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:44:16,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:44:16,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:44:16,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:44:16,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:44:16,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae811f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:44:16,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3591d7de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:44:16,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3aa85a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/java.io.tmpdir/jetty-localhost-44203-hadoop-hdfs-3_4_1-tests_jar-_-any-6081829533706636147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:44:16,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a428cd9{HTTP/1.1, (http/1.1)}{localhost:44203} 2024-11-27T12:44:16,977 INFO [Time-limited test {}] server.Server(415): Started @237862ms 2024-11-27T12:44:17,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:44:17,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:44:17,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:44:17,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:44:17,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:44:17,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7931338f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:44:17,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ac4e36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:44:17,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31b9a601{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/java.io.tmpdir/jetty-localhost-36233-hadoop-hdfs-3_4_1-tests_jar-_-any-14947044722813323099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:44:17,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bb83fd3{HTTP/1.1, (http/1.1)}{localhost:36233} 2024-11-27T12:44:17,292 INFO [Time-limited test {}] server.Server(415): Started @238177ms 2024-11-27T12:44:17,293 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:44:17,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:44:17,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:44:17,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:44:17,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:44:17,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T12:44:17,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@415bcd5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:44:17,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d7f3295{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:44:17,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39db4bc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/java.io.tmpdir/jetty-localhost-33493-hadoop-hdfs-3_4_1-tests_jar-_-any-16612941358090433462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:44:17,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3edcb9e4{HTTP/1.1, (http/1.1)}{localhost:33493} 2024-11-27T12:44:17,426 INFO [Time-limited test {}] server.Server(415): Started @238311ms 2024-11-27T12:44:17,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:44:17,518 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:44:18,024 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/data/data1/current/BP-2107259363-172.17.0.2-1732711456605/current, will proceed with Du for space computation calculation, 2024-11-27T12:44:18,024 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/data/data2/current/BP-2107259363-172.17.0.2-1732711456605/current, will proceed with Du for space computation calculation, 2024-11-27T12:44:18,043 WARN [Thread-1585 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:44:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e6dd90fa7c3de5a with lease ID 0xe2e728c588b816f8: Processing first storage report for DS-f6e40060-15b5-484f-a879-f96774999af5 from datanode DatanodeRegistration(127.0.0.1:38671, datanodeUuid=91830fd9-88fc-4948-93ab-841469cc95c4, infoPort=38905, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=366420657;c=1732711456605) 2024-11-27T12:44:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e6dd90fa7c3de5a with lease ID 0xe2e728c588b816f8: from storage DS-f6e40060-15b5-484f-a879-f96774999af5 node DatanodeRegistration(127.0.0.1:38671, datanodeUuid=91830fd9-88fc-4948-93ab-841469cc95c4, infoPort=38905, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=366420657;c=1732711456605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:44:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e6dd90fa7c3de5a with lease ID 0xe2e728c588b816f8: Processing first storage report for DS-ca04dd90-d777-4b69-b0ed-98d5b60b24af from datanode DatanodeRegistration(127.0.0.1:38671, datanodeUuid=91830fd9-88fc-4948-93ab-841469cc95c4, infoPort=38905, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=366420657;c=1732711456605) 2024-11-27T12:44:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e6dd90fa7c3de5a with lease ID 0xe2e728c588b816f8: from storage DS-ca04dd90-d777-4b69-b0ed-98d5b60b24af node DatanodeRegistration(127.0.0.1:38671, datanodeUuid=91830fd9-88fc-4948-93ab-841469cc95c4, infoPort=38905, infoSecurePort=0, ipcPort=35581, storageInfo=lv=-57;cid=testClusterID;nsid=366420657;c=1732711456605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:44:18,129 WARN [Thread-1632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/data/data3/current/BP-2107259363-172.17.0.2-1732711456605/current, will proceed with Du for space computation calculation, 2024-11-27T12:44:18,129 WARN [Thread-1633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/data/data4/current/BP-2107259363-172.17.0.2-1732711456605/current, will proceed with Du for space computation calculation, 2024-11-27T12:44:18,148 WARN [Thread-1608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:44:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda28c5aeb2028d3e with lease ID 0xe2e728c588b816f9: Processing first storage report for DS-34bf2869-aeb0-465b-8e96-496482abd34f from datanode DatanodeRegistration(127.0.0.1:46723, datanodeUuid=60bac941-3200-413d-81db-8469c6d324d3, infoPort=44677, infoSecurePort=0, ipcPort=40429, storageInfo=lv=-57;cid=testClusterID;nsid=366420657;c=1732711456605) 2024-11-27T12:44:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda28c5aeb2028d3e with lease ID 0xe2e728c588b816f9: from storage DS-34bf2869-aeb0-465b-8e96-496482abd34f node DatanodeRegistration(127.0.0.1:46723, datanodeUuid=60bac941-3200-413d-81db-8469c6d324d3, infoPort=44677, infoSecurePort=0, ipcPort=40429, storageInfo=lv=-57;cid=testClusterID;nsid=366420657;c=1732711456605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:44:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda28c5aeb2028d3e with lease ID 0xe2e728c588b816f9: Processing first storage report for DS-99bcab4e-aca6-423f-9ba3-5d5c35a52bfd from datanode DatanodeRegistration(127.0.0.1:46723, datanodeUuid=60bac941-3200-413d-81db-8469c6d324d3, infoPort=44677, infoSecurePort=0, ipcPort=40429, storageInfo=lv=-57;cid=testClusterID;nsid=366420657;c=1732711456605) 2024-11-27T12:44:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda28c5aeb2028d3e with lease ID 0xe2e728c588b816f9: from storage DS-99bcab4e-aca6-423f-9ba3-5d5c35a52bfd node DatanodeRegistration(127.0.0.1:46723, datanodeUuid=60bac941-3200-413d-81db-8469c6d324d3, infoPort=44677, infoSecurePort=0, ipcPort=40429, storageInfo=lv=-57;cid=testClusterID;nsid=366420657;c=1732711456605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:44:18,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f 2024-11-27T12:44:18,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/zookeeper_0, clientPort=57994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:44:18,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57994 2024-11-27T12:44:18,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:44:18,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:44:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:44:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:44:18,168 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3 with version=8 2024-11-27T12:44:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41425/user/jenkins/test-data/b59e4d25-5851-cc94-bd7c-32e45e2fd025/hbase-staging 2024-11-27T12:44:18,171 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:44:18,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:44:18,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:44:18,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:44:18,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:44:18,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:44:18,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:44:18,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:44:18,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43551 2024-11-27T12:44:18,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43551 connecting to ZooKeeper ensemble=127.0.0.1:57994 2024-11-27T12:44:18,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435510x0, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:44:18,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43551-0x1017d9c38310000 connected 2024-11-27T12:44:18,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:44:18,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:44:18,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:44:18,323 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3, hbase.cluster.distributed=false 2024-11-27T12:44:18,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:44:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43551 2024-11-27T12:44:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43551 2024-11-27T12:44:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43551 2024-11-27T12:44:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43551 2024-11-27T12:44:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43551 2024-11-27T12:44:18,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:44:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:44:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:44:18,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:44:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:44:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:44:18,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:44:18,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:44:18,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36747 2024-11-27T12:44:18,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36747 connecting to ZooKeeper ensemble=127.0.0.1:57994 2024-11-27T12:44:18,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:44:18,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:44:18,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367470x0, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:44:18,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36747-0x1017d9c38310001 connected 2024-11-27T12:44:18,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:44:18,360 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:44:18,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:44:18,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T12:44:18,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:44:18,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-27T12:44:18,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36747 2024-11-27T12:44:18,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36747 2024-11-27T12:44:18,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-27T12:44:18,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-27T12:44:18,378 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3dd13ba50c2:43551 2024-11-27T12:44:18,378 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:44:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:44:18,389 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:18,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T12:44:18,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,397 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T12:44:18,398 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3dd13ba50c2,43551,1732711458170 from backup master directory 2024-11-27T12:44:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:44:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:44:18,409 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:44:18,409 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:18,414 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/hbase.id] with ID: e0c12a47-30f0-4ff3-a5e9-6b7a67bad0d9 2024-11-27T12:44:18,414 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/.tmp/hbase.id 2024-11-27T12:44:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:44:18,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:44:18,423 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/.tmp/hbase.id]:[hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/hbase.id] 2024-11-27T12:44:18,433 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:44:18,433 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:44:18,435 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T12:44:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:44:18,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:44:18,453 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:44:18,454 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:44:18,454 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:44:18,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:44:18,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:44:18,464 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store 2024-11-27T12:44:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:44:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:44:18,470 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:44:18,470 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:44:18,470 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:18,470 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:18,470 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:44:18,470 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:18,470 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:18,470 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711458470Disabling compacts and flushes for region at 1732711458470Disabling writes for close at 1732711458470Writing region close event to WAL at 1732711458470Closed at 1732711458470 2024-11-27T12:44:18,471 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/.initializing 2024-11-27T12:44:18,471 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/WALs/a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:18,472 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:44:18,473 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C43551%2C1732711458170, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/WALs/a3dd13ba50c2,43551,1732711458170, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/oldWALs, maxLogs=10 2024-11-27T12:44:18,485 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/WALs/a3dd13ba50c2,43551,1732711458170/a3dd13ba50c2%2C43551%2C1732711458170.1732711458473, exclude list is [], retry=0 2024-11-27T12:44:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-34bf2869-aeb0-465b-8e96-496482abd34f,DISK] 2024-11-27T12:44:18,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-f6e40060-15b5-484f-a879-f96774999af5,DISK] 2024-11-27T12:44:18,489 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/WALs/a3dd13ba50c2,43551,1732711458170/a3dd13ba50c2%2C43551%2C1732711458170.1732711458473 2024-11-27T12:44:18,489 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44677:44677),(127.0.0.1/127.0.0.1:38905:38905)] 2024-11-27T12:44:18,489 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:44:18,490 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:44:18,490 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,490 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:44:18,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:18,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:44:18,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:44:18,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:44:18,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:44:18,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:44:18,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:44:18,499 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,500 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,500 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,501 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,501 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,502 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:44:18,503 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:44:18,504 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:44:18,505 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=695675, jitterRate=-0.11540389060974121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:44:18,505 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732711458490Initializing all the Stores at 1732711458491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711458491Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711458492 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711458492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711458492Cleaning up temporary data from old regions at 1732711458501 (+9 ms)Region opened successfully at 1732711458505 (+4 ms) 2024-11-27T12:44:18,505 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:44:18,508 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b0bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:44:18,509 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:44:18,509 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:44:18,509 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:44:18,509 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:44:18,510 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T12:44:18,510 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T12:44:18,510 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T12:44:18,512 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:44:18,513 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T12:44:18,530 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T12:44:18,530 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:44:18,531 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:44:18,560 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T12:44:18,560 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:44:18,561 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:44:18,571 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T12:44:18,573 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:44:18,583 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T12:44:18,586 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:44:18,596 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T12:44:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:44:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:44:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,605 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3dd13ba50c2,43551,1732711458170, sessionid=0x1017d9c38310000, setting cluster-up flag (Was=false) 2024-11-27T12:44:18,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,647 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T12:44:18,648 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:18,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:18,692 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T12:44:18,693 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:18,694 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:44:18,695 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:44:18,696 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:44:18,696 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:44:18,696 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3dd13ba50c2,43551,1732711458170 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:44:18,698 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:44:18,698 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:44:18,698 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:44:18,698 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:44:18,698 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3dd13ba50c2:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:44:18,698 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,698 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:44:18,698 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,698 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732711488698 2024-11-27T12:44:18,698 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:44:18,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:44:18,699 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:44:18,700 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711458700,5,FailOnTimeoutGroup] 2024-11-27T12:44:18,700 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711458700,5,FailOnTimeoutGroup] 2024-11-27T12:44:18,700 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,700 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,700 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:44:18,700 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,700 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:44:18,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:44:18,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:44:18,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:44:18,707 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3 2024-11-27T12:44:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:44:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:44:18,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:44:18,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:44:18,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:44:18,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:18,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:44:18,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:44:18,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:18,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:44:18,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:44:18,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:18,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:44:18,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:44:18,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:18,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:18,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:44:18,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740 2024-11-27T12:44:18,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740 2024-11-27T12:44:18,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:44:18,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:44:18,724 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:44:18,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:44:18,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:44:18,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878054, jitterRate=0.11650361120700836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:44:18,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732711458715Initializing all the Stores at 1732711458716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711458716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711458716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711458716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711458716Cleaning up temporary data from old regions at 1732711458724 (+8 ms)Region opened successfully at 1732711458728 (+4 ms) 2024-11-27T12:44:18,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:44:18,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:44:18,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:44:18,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:44:18,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:44:18,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:44:18,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711458728Disabling compacts and flushes for region at 1732711458728Disabling writes for close at 1732711458728Writing region close event to WAL at 1732711458728Closed at 1732711458728 2024-11-27T12:44:18,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:44:18,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:44:18,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:44:18,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:44:18,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:44:18,766 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(746): ClusterId : e0c12a47-30f0-4ff3-a5e9-6b7a67bad0d9 2024-11-27T12:44:18,766 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:44:18,798 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:44:18,798 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:44:18,810 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:44:18,810 DEBUG [RS:0;a3dd13ba50c2:36747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73378a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:44:18,827 DEBUG [RS:0;a3dd13ba50c2:36747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3dd13ba50c2:36747 2024-11-27T12:44:18,827 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:44:18,827 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:44:18,827 DEBUG [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:44:18,828 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,43551,1732711458170 with port=36747, startcode=1732711458342 2024-11-27T12:44:18,828 DEBUG [RS:0;a3dd13ba50c2:36747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:44:18,830 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:44:18,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:18,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43551 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:18,831 DEBUG [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3 2024-11-27T12:44:18,831 DEBUG [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37177 2024-11-27T12:44:18,831 DEBUG [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:44:18,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:44:18,842 DEBUG [RS:0;a3dd13ba50c2:36747 {}] zookeeper.ZKUtil(111): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:18,842 WARN [RS:0;a3dd13ba50c2:36747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:44:18,843 INFO [RS:0;a3dd13ba50c2:36747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:44:18,843 DEBUG [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:18,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,36747,1732711458342] 2024-11-27T12:44:18,847 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:44:18,850 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:44:18,851 INFO [RS:0;a3dd13ba50c2:36747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:44:18,851 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,851 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:44:18,852 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:44:18,852 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:44:18,853 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:44:18,854 DEBUG [RS:0;a3dd13ba50c2:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:44:18,854 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,855 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,855 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,855 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,855 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,855 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,36747,1732711458342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:44:18,869 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:44:18,869 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,36747,1732711458342-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,869 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,869 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.Replication(171): a3dd13ba50c2,36747,1732711458342 started 2024-11-27T12:44:18,881 WARN [a3dd13ba50c2:43551 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T12:44:18,882 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:18,882 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,36747,1732711458342, RpcServer on a3dd13ba50c2/172.17.0.2:36747, sessionid=0x1017d9c38310001 2024-11-27T12:44:18,882 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:44:18,882 DEBUG [RS:0;a3dd13ba50c2:36747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:18,882 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,36747,1732711458342' 2024-11-27T12:44:18,882 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T12:44:18,882 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T12:44:18,883 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:44:18,883 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:44:18,883 DEBUG [RS:0;a3dd13ba50c2:36747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:18,883 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,36747,1732711458342' 2024-11-27T12:44:18,883 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T12:44:18,884 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T12:44:18,884 DEBUG [RS:0;a3dd13ba50c2:36747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:44:18,884 INFO [RS:0;a3dd13ba50c2:36747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:44:18,884 INFO [RS:0;a3dd13ba50c2:36747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:44:18,985 INFO [RS:0;a3dd13ba50c2:36747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:44:18,987 INFO [RS:0;a3dd13ba50c2:36747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C36747%2C1732711458342, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/a3dd13ba50c2,36747,1732711458342, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/oldWALs, maxLogs=32 2024-11-27T12:44:19,003 DEBUG [RS:0;a3dd13ba50c2:36747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/a3dd13ba50c2,36747,1732711458342/a3dd13ba50c2%2C36747%2C1732711458342.1732711458988, exclude list is [], retry=0 2024-11-27T12:44:19,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-34bf2869-aeb0-465b-8e96-496482abd34f,DISK] 2024-11-27T12:44:19,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-f6e40060-15b5-484f-a879-f96774999af5,DISK] 2024-11-27T12:44:19,007 INFO [RS:0;a3dd13ba50c2:36747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/a3dd13ba50c2,36747,1732711458342/a3dd13ba50c2%2C36747%2C1732711458342.1732711458988 2024-11-27T12:44:19,007 DEBUG [RS:0;a3dd13ba50c2:36747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44677:44677),(127.0.0.1/127.0.0.1:38905:38905)] 2024-11-27T12:44:19,131 DEBUG [a3dd13ba50c2:43551 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T12:44:19,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:19,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,36747,1732711458342, state=OPENING 2024-11-27T12:44:19,159 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:44:19,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:19,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:19,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:44:19,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:44:19,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:44:19,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,36747,1732711458342}] 2024-11-27T12:44:19,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:44:19,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51585, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:44:19,330 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:44:19,330 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:44:19,330 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:44:19,332 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C36747%2C1732711458342.meta, suffix=.meta, logDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/a3dd13ba50c2,36747,1732711458342, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/oldWALs, maxLogs=32 2024-11-27T12:44:19,346 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/a3dd13ba50c2,36747,1732711458342/a3dd13ba50c2%2C36747%2C1732711458342.meta.1732711459333.meta, exclude list is [], retry=0 2024-11-27T12:44:19,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-f6e40060-15b5-484f-a879-f96774999af5,DISK] 2024-11-27T12:44:19,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-34bf2869-aeb0-465b-8e96-496482abd34f,DISK] 2024-11-27T12:44:19,350 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/a3dd13ba50c2,36747,1732711458342/a3dd13ba50c2%2C36747%2C1732711458342.meta.1732711459333.meta 2024-11-27T12:44:19,350 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38905:38905),(127.0.0.1/127.0.0.1:44677:44677)] 2024-11-27T12:44:19,350 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:44:19,351 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:44:19,351 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:44:19,351 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:44:19,351 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:44:19,351 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:44:19,351 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:44:19,351 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:44:19,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:44:19,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:44:19,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:19,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:19,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:44:19,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:44:19,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:19,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:19,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:44:19,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:44:19,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:19,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:19,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:44:19,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:44:19,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:44:19,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:44:19,357 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:44:19,357 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740 2024-11-27T12:44:19,358 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740 2024-11-27T12:44:19,359 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:44:19,359 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:44:19,360 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T12:44:19,361 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:44:19,361 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823775, jitterRate=0.04748445749282837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T12:44:19,361 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:44:19,362 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732711459351Writing region info on filesystem at 1732711459351Initializing all the Stores at 1732711459352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711459352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711459352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732711459352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732711459352Cleaning up temporary data from old regions at 1732711459359 (+7 ms)Running coprocessor post-open hooks at 1732711459361 (+2 ms)Region opened successfully at 1732711459362 (+1 ms) 2024-11-27T12:44:19,363 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732711459323 2024-11-27T12:44:19,365 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:44:19,365 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:44:19,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:19,366 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,36747,1732711458342, state=OPEN 2024-11-27T12:44:19,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:44:19,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:44:19,424 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:19,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:44:19,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:44:19,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:44:19,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,36747,1732711458342 in 255 msec 2024-11-27T12:44:19,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:44:19,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-27T12:44:19,435 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:44:19,435 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:44:19,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:44:19,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,36747,1732711458342, seqNum=-1] 2024-11-27T12:44:19,437 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:44:19,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32813, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:44:19,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 747 msec 2024-11-27T12:44:19,443 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732711459443, completionTime=-1 2024-11-27T12:44:19,443 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T12:44:19,443 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:44:19,445 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T12:44:19,445 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732711519445 2024-11-27T12:44:19,445 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732711579445 2024-11-27T12:44:19,445 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T12:44:19,446 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43551,1732711458170-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:19,446 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43551,1732711458170-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:19,446 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43551,1732711458170-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:19,446 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3dd13ba50c2:43551, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:19,446 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:19,446 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:19,448 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:44:19,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.042sec 2024-11-27T12:44:19,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:44:19,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:44:19,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:44:19,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:44:19,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:44:19,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43551,1732711458170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:44:19,451 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43551,1732711458170-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:44:19,455 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:44:19,455 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:44:19,455 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,43551,1732711458170-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:44:19,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8199b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:44:19,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,43551,-1 for getting cluster id 2024-11-27T12:44:19,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:44:19,470 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c12a47-30f0-4ff3-a5e9-6b7a67bad0d9' 2024-11-27T12:44:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:44:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c12a47-30f0-4ff3-a5e9-6b7a67bad0d9" 2024-11-27T12:44:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10dc4540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:44:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,43551,-1] 2024-11-27T12:44:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:44:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:19,474 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:44:19,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404b8a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:44:19,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:44:19,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,36747,1732711458342, seqNum=-1] 2024-11-27T12:44:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:44:19,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:44:19,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:19,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:44:19,484 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-27T12:44:19,484 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:44:19,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:44:19,488 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/test.com,8080,1, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/oldWALs, maxLogs=32 2024-11-27T12:44:19,501 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/test.com,8080,1/test.com%2C8080%2C1.1732711459488, exclude list is [], retry=0 2024-11-27T12:44:19,503 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-f6e40060-15b5-484f-a879-f96774999af5,DISK] 2024-11-27T12:44:19,504 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-34bf2869-aeb0-465b-8e96-496482abd34f,DISK] 2024-11-27T12:44:19,505 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/test.com,8080,1/test.com%2C8080%2C1.1732711459488 2024-11-27T12:44:19,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38905:38905),(127.0.0.1/127.0.0.1:44677:44677)] 2024-11-27T12:44:19,517 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/test.com,8080,1/test.com%2C8080%2C1.1732711459506, exclude list is [], retry=0 2024-11-27T12:44:19,519 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46723,DS-34bf2869-aeb0-465b-8e96-496482abd34f,DISK] 2024-11-27T12:44:19,519 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-f6e40060-15b5-484f-a879-f96774999af5,DISK] 2024-11-27T12:44:19,521 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/test.com,8080,1/test.com%2C8080%2C1.1732711459488 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/test.com,8080,1/test.com%2C8080%2C1.1732711459506 2024-11-27T12:44:19,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44677:44677),(127.0.0.1/127.0.0.1:38905:38905)] 2024-11-27T12:44:19,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/test.com,8080,1/test.com%2C8080%2C1.1732711459488 is not closed yet, will try archiving it next time 2024-11-27T12:44:19,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741835_1011 (size=93) 2024-11-27T12:44:19,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741836_1012 (size=93) 2024-11-27T12:44:19,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741835_1011 (size=93) 2024-11-27T12:44:19,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741836_1012 (size=93) 2024-11-27T12:44:19,525 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/WALs/test.com,8080,1/test.com%2C8080%2C1.1732711459488 to hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/oldWALs/test.com%2C8080%2C1.1732711459488 2024-11-27T12:44:19,527 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/oldWALs 2024-11-27T12:44:19,527 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732711459506) 2024-11-27T12:44:19,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T12:44:19,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:44:19,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:44:19,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:19,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:19,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:44:19,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T12:44:19,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=378663047, stopped=false 2024-11-27T12:44:19,528 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3dd13ba50c2,43551,1732711458170 2024-11-27T12:44:19,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:44:19,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T12:44:19,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:19,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:19,550 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:44:19,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:44:19,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:44:19,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:19,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:44:19,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,36747,1732711458342' ***** 2024-11-27T12:44:19,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:44:19,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T12:44:19,551 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T12:44:19,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3dd13ba50c2:36747. 2024-11-27T12:44:19,552 DEBUG [RS:0;a3dd13ba50c2:36747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:44:19,552 DEBUG [RS:0;a3dd13ba50c2:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T12:44:19,552 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T12:44:19,553 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T12:44:19,553 DEBUG [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T12:44:19,553 DEBUG [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T12:44:19,553 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:44:19,553 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:44:19,553 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:44:19,553 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:44:19,553 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:44:19,553 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T12:44:19,571 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740/.tmp/ns/4bc3d4570c074a44bffec1a3aa53572a is 43, key is default/ns:d/1732711459438/Put/seqid=0 2024-11-27T12:44:19,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741837_1013 (size=5153) 2024-11-27T12:44:19,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741837_1013 (size=5153) 2024-11-27T12:44:19,576 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740/.tmp/ns/4bc3d4570c074a44bffec1a3aa53572a 2024-11-27T12:44:19,582 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740/.tmp/ns/4bc3d4570c074a44bffec1a3aa53572a as hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740/ns/4bc3d4570c074a44bffec1a3aa53572a 2024-11-27T12:44:19,587 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740/ns/4bc3d4570c074a44bffec1a3aa53572a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T12:44:19,588 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false 2024-11-27T12:44:19,588 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:44:19,592 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T12:44:19,593 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:44:19,593 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:44:19,593 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732711459553Running coprocessor pre-close hooks at 1732711459553Disabling compacts and flushes for region at 1732711459553Disabling writes for close at 1732711459553Obtaining lock to block concurrent updates at 1732711459553Preparing flush snapshotting stores in 1588230740 at 1732711459553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732711459554 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732711459554Flushing 1588230740/ns: creating writer at 1732711459555 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732711459571 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732711459571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6666a179: reopening flushed file at 1732711459581 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false at 1732711459588 (+7 ms)Writing region close event to WAL at 1732711459589 (+1 ms)Running coprocessor post-close hooks at 1732711459593 (+4 ms)Closed at 1732711459593 2024-11-27T12:44:19,593 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T12:44:19,753 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,36747,1732711458342; all regions closed. 2024-11-27T12:44:19,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741834_1010 (size=1152) 2024-11-27T12:44:19,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741834_1010 (size=1152) 2024-11-27T12:44:19,763 DEBUG [RS:0;a3dd13ba50c2:36747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/oldWALs 2024-11-27T12:44:19,763 INFO [RS:0;a3dd13ba50c2:36747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C36747%2C1732711458342.meta:.meta(num 1732711459333) 2024-11-27T12:44:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741833_1009 (size=93) 2024-11-27T12:44:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741833_1009 (size=93) 2024-11-27T12:44:19,768 DEBUG [RS:0;a3dd13ba50c2:36747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/oldWALs 2024-11-27T12:44:19,768 INFO [RS:0;a3dd13ba50c2:36747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C36747%2C1732711458342:(num 1732711458988) 2024-11-27T12:44:19,768 DEBUG [RS:0;a3dd13ba50c2:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:44:19,768 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:44:19,768 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:44:19,768 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T12:44:19,768 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:44:19,768 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:44:19,768 INFO [RS:0;a3dd13ba50c2:36747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36747 2024-11-27T12:44:19,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,36747,1732711458342 2024-11-27T12:44:19,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:44:19,796 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:44:19,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,36747,1732711458342] 2024-11-27T12:44:19,813 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,36747,1732711458342 already deleted, retry=false 2024-11-27T12:44:19,813 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,36747,1732711458342 expired; onlineServers=0 2024-11-27T12:44:19,813 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3dd13ba50c2,43551,1732711458170' ***** 2024-11-27T12:44:19,813 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T12:44:19,813 INFO [M:0;a3dd13ba50c2:43551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:44:19,813 INFO [M:0;a3dd13ba50c2:43551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T12:44:19,813 DEBUG [M:0;a3dd13ba50c2:43551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T12:44:19,813 DEBUG [M:0;a3dd13ba50c2:43551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T12:44:19,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T12:44:19,813 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711458700 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732711458700,5,FailOnTimeoutGroup] 2024-11-27T12:44:19,813 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711458700 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732711458700,5,FailOnTimeoutGroup] 2024-11-27T12:44:19,813 INFO [M:0;a3dd13ba50c2:43551 {}] hbase.ChoreService(370): Chore service for: master/a3dd13ba50c2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T12:44:19,813 INFO [M:0;a3dd13ba50c2:43551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T12:44:19,813 DEBUG [M:0;a3dd13ba50c2:43551 {}] master.HMaster(1795): Stopping service threads 2024-11-27T12:44:19,814 INFO [M:0;a3dd13ba50c2:43551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T12:44:19,814 INFO [M:0;a3dd13ba50c2:43551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T12:44:19,814 INFO [M:0;a3dd13ba50c2:43551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T12:44:19,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T12:44:19,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T12:44:19,821 DEBUG [M:0;a3dd13ba50c2:43551 {}] zookeeper.ZKUtil(347): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T12:44:19,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:44:19,821 WARN [M:0;a3dd13ba50c2:43551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T12:44:19,822 INFO [M:0;a3dd13ba50c2:43551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/.lastflushedseqids 2024-11-27T12:44:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741838_1014 (size=99) 2024-11-27T12:44:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741838_1014 (size=99) 2024-11-27T12:44:19,828 INFO [M:0;a3dd13ba50c2:43551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T12:44:19,828 INFO [M:0;a3dd13ba50c2:43551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T12:44:19,828 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:44:19,828 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:19,828 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:19,828 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:44:19,828 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:19,828 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-27T12:44:19,842 DEBUG [M:0;a3dd13ba50c2:43551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09195c480ac448eb8d1e835e03198eca is 82, key is hbase:meta,,1/info:regioninfo/1732711459365/Put/seqid=0 2024-11-27T12:44:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741839_1015 (size=5672) 2024-11-27T12:44:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741839_1015 (size=5672) 2024-11-27T12:44:19,848 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09195c480ac448eb8d1e835e03198eca 2024-11-27T12:44:19,865 DEBUG [M:0;a3dd13ba50c2:43551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/965c2128e3b24856a6ee89e81edde94c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732711459442/Put/seqid=0 2024-11-27T12:44:19,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741840_1016 (size=5275) 2024-11-27T12:44:19,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741840_1016 (size=5275) 2024-11-27T12:44:19,870 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/965c2128e3b24856a6ee89e81edde94c 2024-11-27T12:44:19,889 DEBUG [M:0;a3dd13ba50c2:43551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dce33c314b1e43e2819fc0378997c42b is 69, key is a3dd13ba50c2,36747,1732711458342/rs:state/1732711458830/Put/seqid=0 2024-11-27T12:44:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741841_1017 (size=5156) 2024-11-27T12:44:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741841_1017 (size=5156) 2024-11-27T12:44:19,895 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dce33c314b1e43e2819fc0378997c42b 2024-11-27T12:44:19,904 INFO [RS:0;a3dd13ba50c2:36747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:44:19,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:44:19,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017d9c38310001, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:44:19,905 INFO [RS:0;a3dd13ba50c2:36747 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,36747,1732711458342; zookeeper connection closed. 2024-11-27T12:44:19,905 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28490a6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28490a6a 2024-11-27T12:44:19,905 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T12:44:19,917 DEBUG [M:0;a3dd13ba50c2:43551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0724c56ba72f4a26ad99f1ca6ae079bd is 52, key is load_balancer_on/state:d/1732711459483/Put/seqid=0 2024-11-27T12:44:19,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741842_1018 (size=5056) 2024-11-27T12:44:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741842_1018 (size=5056) 2024-11-27T12:44:19,922 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0724c56ba72f4a26ad99f1ca6ae079bd 2024-11-27T12:44:19,927 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09195c480ac448eb8d1e835e03198eca as hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09195c480ac448eb8d1e835e03198eca 2024-11-27T12:44:19,934 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09195c480ac448eb8d1e835e03198eca, entries=8, sequenceid=29, filesize=5.5 K 2024-11-27T12:44:19,935 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/965c2128e3b24856a6ee89e81edde94c as hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/965c2128e3b24856a6ee89e81edde94c 2024-11-27T12:44:19,940 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/965c2128e3b24856a6ee89e81edde94c, entries=3, sequenceid=29, filesize=5.2 K 2024-11-27T12:44:19,941 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dce33c314b1e43e2819fc0378997c42b as hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dce33c314b1e43e2819fc0378997c42b 2024-11-27T12:44:19,945 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dce33c314b1e43e2819fc0378997c42b, entries=1, sequenceid=29, filesize=5.0 K 2024-11-27T12:44:19,946 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0724c56ba72f4a26ad99f1ca6ae079bd as hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0724c56ba72f4a26ad99f1ca6ae079bd 2024-11-27T12:44:19,951 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/88f27312-d2d5-6ab3-948a-df63f0fb84e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0724c56ba72f4a26ad99f1ca6ae079bd, entries=1, sequenceid=29, filesize=4.9 K 2024-11-27T12:44:19,952 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=29, compaction requested=false 2024-11-27T12:44:19,954 INFO [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:44:19,954 DEBUG [M:0;a3dd13ba50c2:43551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732711459828Disabling compacts and flushes for region at 1732711459828Disabling writes for close at 1732711459828Obtaining lock to block concurrent updates at 1732711459828Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732711459828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732711459829 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732711459829Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732711459829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732711459842 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732711459842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732711459852 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732711459865 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732711459865Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732711459875 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732711459888 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732711459889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732711459899 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732711459916 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732711459916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a74442: reopening flushed file at 1732711459926 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9bf406: reopening flushed file at 1732711459934 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4791f49b: reopening flushed file at 1732711459940 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb7335: reopening flushed file at 1732711459946 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=29, compaction requested=false at 1732711459952 (+6 ms)Writing region close event to WAL at 1732711459954 (+2 ms)Closed at 1732711459954 2024-11-27T12:44:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46723 is added to blk_1073741830_1006 (size=10311) 2024-11-27T12:44:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741830_1006 (size=10311) 2024-11-27T12:44:19,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T12:44:19,957 INFO [M:0;a3dd13ba50c2:43551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T12:44:19,957 INFO [M:0;a3dd13ba50c2:43551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43551 2024-11-27T12:44:19,957 INFO [M:0;a3dd13ba50c2:43551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:44:20,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:44:20,075 INFO [M:0;a3dd13ba50c2:43551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:44:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43551-0x1017d9c38310000, quorum=127.0.0.1:57994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:44:20,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39db4bc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:44:20,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3edcb9e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:44:20,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:44:20,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d7f3295{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:44:20,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@415bcd5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/hadoop.log.dir/,STOPPED} 2024-11-27T12:44:20,084 WARN [BP-2107259363-172.17.0.2-1732711456605 heartbeating to localhost/127.0.0.1:37177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:44:20,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:44:20,084 WARN [BP-2107259363-172.17.0.2-1732711456605 heartbeating to localhost/127.0.0.1:37177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107259363-172.17.0.2-1732711456605 (Datanode Uuid 60bac941-3200-413d-81db-8469c6d324d3) service to localhost/127.0.0.1:37177 2024-11-27T12:44:20,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:44:20,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/data/data3/current/BP-2107259363-172.17.0.2-1732711456605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:44:20,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/data/data4/current/BP-2107259363-172.17.0.2-1732711456605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:44:20,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:44:20,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31b9a601{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:44:20,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bb83fd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:44:20,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:44:20,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ac4e36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:44:20,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7931338f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/hadoop.log.dir/,STOPPED} 2024-11-27T12:44:20,088 WARN [BP-2107259363-172.17.0.2-1732711456605 heartbeating to localhost/127.0.0.1:37177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T12:44:20,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T12:44:20,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T12:44:20,088 WARN [BP-2107259363-172.17.0.2-1732711456605 heartbeating to localhost/127.0.0.1:37177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107259363-172.17.0.2-1732711456605 (Datanode Uuid 91830fd9-88fc-4948-93ab-841469cc95c4) service to localhost/127.0.0.1:37177 2024-11-27T12:44:20,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/data/data1/current/BP-2107259363-172.17.0.2-1732711456605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:44:20,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/cluster_8df4564e-6772-1065-80e4-624ade538714/data/data2/current/BP-2107259363-172.17.0.2-1732711456605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T12:44:20,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T12:44:20,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3aa85a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:44:20,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a428cd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T12:44:20,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T12:44:20,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3591d7de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T12:44:20,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae811f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8e0e9e18-98e9-9334-bac2-521af03f448f/hadoop.log.dir/,STOPPED} 2024-11-27T12:44:20,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T12:44:20,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T12:44:20,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 109) - Thread LEAK? -, OpenFileDescriptor=497 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 124) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9195 (was 9233)