2024-11-10 23:54:39,277 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-10 23:54:39,293 main DEBUG Took 0.013227 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 23:54:39,294 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 23:54:39,294 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 23:54:39,295 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 23:54:39,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,304 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 23:54:39,318 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,321 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,322 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,323 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,324 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,326 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,327 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,328 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,329 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,330 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:54:39,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,333 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 23:54:39,335 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:54:39,337 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 23:54:39,338 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 23:54:39,339 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 23:54:39,341 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 23:54:39,341 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 23:54:39,351 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 23:54:39,353 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 23:54:39,355 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 23:54:39,355 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 23:54:39,356 main DEBUG createAppenders(={Console}) 2024-11-10 23:54:39,357 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-10 23:54:39,357 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-10 23:54:39,358 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-10 23:54:39,358 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 23:54:39,359 main DEBUG OutputStream closed 2024-11-10 23:54:39,359 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 23:54:39,359 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 23:54:39,360 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-10 23:54:39,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 23:54:39,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 23:54:39,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 23:54:39,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 23:54:39,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 23:54:39,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 23:54:39,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 23:54:39,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 23:54:39,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 23:54:39,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 23:54:39,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 23:54:39,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 23:54:39,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 23:54:39,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 23:54:39,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 23:54:39,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 23:54:39,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 23:54:39,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 23:54:39,441 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 23:54:39,441 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-10 23:54:39,441 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 23:54:39,442 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-10T23:54:39,672 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47 2024-11-10 23:54:39,675 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 23:54:39,675 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T23:54:39,685 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-10T23:54:39,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=98, ProcessCount=11, AvailableMemoryMB=8346 2024-11-10T23:54:39,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:54:39,731 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c, deleteOnExit=true 2024-11-10T23:54:39,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:54:39,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/test.cache.data in system properties and HBase conf 2024-11-10T23:54:39,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:54:39,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:54:39,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:54:39,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:54:39,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:54:39,828 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T23:54:39,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:54:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:54:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:54:39,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:54:39,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:54:39,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:54:39,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:54:39,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:54:39,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:54:39,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:54:39,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:54:39,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:54:39,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:54:39,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:54:39,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:54:40,729 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T23:54:40,810 INFO [Time-limited test {}] log.Log(170): Logging initialized @2264ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T23:54:40,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:54:40,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:54:40,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:54:40,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:54:40,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:54:40,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:54:40,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:54:40,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:54:41,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/java.io.tmpdir/jetty-localhost-35453-hadoop-hdfs-3_4_1-tests_jar-_-any-3956575211504692891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:54:41,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:35453} 2024-11-10T23:54:41,207 INFO [Time-limited test {}] server.Server(415): Started @2662ms 2024-11-10T23:54:41,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:54:41,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:54:41,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:54:41,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:54:41,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:54:41,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:54:41,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:54:41,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/java.io.tmpdir/jetty-localhost-42605-hadoop-hdfs-3_4_1-tests_jar-_-any-16181870401564314857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:54:41,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:42605} 2024-11-10T23:54:41,728 INFO [Time-limited test {}] server.Server(415): Started @3183ms 2024-11-10T23:54:41,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:54:41,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:54:41,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:54:41,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:54:41,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:54:41,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:54:41,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:54:41,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:54:42,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/java.io.tmpdir/jetty-localhost-46873-hadoop-hdfs-3_4_1-tests_jar-_-any-16119606889962060739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:54:42,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:46873} 2024-11-10T23:54:42,034 INFO [Time-limited test {}] server.Server(415): Started @3489ms 2024-11-10T23:54:42,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:54:42,207 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/data/data3/current/BP-137197881-172.17.0.2-1731282880492/current, will proceed with Du for space computation calculation, 2024-11-10T23:54:42,208 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/data/data1/current/BP-137197881-172.17.0.2-1731282880492/current, will proceed with Du for space computation calculation, 2024-11-10T23:54:42,208 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/data/data2/current/BP-137197881-172.17.0.2-1731282880492/current, will proceed with Du for space computation calculation, 2024-11-10T23:54:42,208 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/data/data4/current/BP-137197881-172.17.0.2-1731282880492/current, will proceed with Du for space computation calculation, 2024-11-10T23:54:42,253 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:54:42,254 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:54:42,321 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed59fa87200e05bc with lease ID 0x43c95f204592da9: Processing first storage report for DS-021de879-9cee-494d-ac41-d4509fe7fe04 from datanode DatanodeRegistration(127.0.0.1:37783, datanodeUuid=69f5ec5f-9ef0-4ac3-93cd-81dcd09fe21a, infoPort=42189, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=392149607;c=1731282880492) 2024-11-10T23:54:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed59fa87200e05bc with lease ID 0x43c95f204592da9: from storage DS-021de879-9cee-494d-ac41-d4509fe7fe04 node DatanodeRegistration(127.0.0.1:37783, datanodeUuid=69f5ec5f-9ef0-4ac3-93cd-81dcd09fe21a, infoPort=42189, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=392149607;c=1731282880492), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T23:54:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3c812576bf7a1c5 with lease ID 0x43c95f204592da8: Processing first storage report for DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570 from datanode DatanodeRegistration(127.0.0.1:40413, datanodeUuid=c2ac0a68-da43-45ab-9f7c-fbc445f8b15a, infoPort=40373, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=392149607;c=1731282880492) 2024-11-10T23:54:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3c812576bf7a1c5 with lease ID 0x43c95f204592da8: from storage DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570 node DatanodeRegistration(127.0.0.1:40413, datanodeUuid=c2ac0a68-da43-45ab-9f7c-fbc445f8b15a, infoPort=40373, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=392149607;c=1731282880492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:54:42,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed59fa87200e05bc with lease ID 0x43c95f204592da9: Processing first storage report for DS-fbdc002f-2209-484f-86e6-6d1cee0a9d07 from datanode DatanodeRegistration(127.0.0.1:37783, datanodeUuid=69f5ec5f-9ef0-4ac3-93cd-81dcd09fe21a, infoPort=42189, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=392149607;c=1731282880492) 2024-11-10T23:54:42,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed59fa87200e05bc with lease ID 0x43c95f204592da9: from storage DS-fbdc002f-2209-484f-86e6-6d1cee0a9d07 node DatanodeRegistration(127.0.0.1:37783, datanodeUuid=69f5ec5f-9ef0-4ac3-93cd-81dcd09fe21a, infoPort=42189, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=392149607;c=1731282880492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:54:42,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3c812576bf7a1c5 with lease ID 0x43c95f204592da8: Processing first storage report for DS-75a801fd-2bd5-4ab3-ab23-f77538f947d8 from datanode DatanodeRegistration(127.0.0.1:40413, datanodeUuid=c2ac0a68-da43-45ab-9f7c-fbc445f8b15a, infoPort=40373, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=392149607;c=1731282880492) 2024-11-10T23:54:42,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3c812576bf7a1c5 with lease ID 0x43c95f204592da8: from storage DS-75a801fd-2bd5-4ab3-ab23-f77538f947d8 node DatanodeRegistration(127.0.0.1:40413, datanodeUuid=c2ac0a68-da43-45ab-9f7c-fbc445f8b15a, infoPort=40373, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=392149607;c=1731282880492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:54:42,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47 2024-11-10T23:54:42,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/zookeeper_0, clientPort=60376, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:54:42,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60376 2024-11-10T23:54:42,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:54:42,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:54:42,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:54:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:54:43,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf with version=8 2024-11-10T23:54:43,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/hbase-staging 2024-11-10T23:54:43,242 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T23:54:43,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:54:43,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:54:43,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:54:43,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:54:43,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:54:43,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:54:43,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:54:43,706 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T23:54:43,717 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T23:54:43,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:54:43,748 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21236 (auto-detected) 2024-11-10T23:54:43,749 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T23:54:43,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39651 2024-11-10T23:54:43,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39651 connecting to ZooKeeper ensemble=127.0.0.1:60376 2024-11-10T23:54:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396510x0, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:54:43,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39651-0x101949bc5150000 connected 2024-11-10T23:54:43,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:54:43,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:54:43,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:54:43,875 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf, hbase.cluster.distributed=false 2024-11-10T23:54:43,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:54:43,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-10T23:54:43,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39651 2024-11-10T23:54:43,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39651 2024-11-10T23:54:43,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-10T23:54:43,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-10T23:54:44,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:54:44,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:54:44,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:54:44,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:54:44,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:54:44,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:54:44,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:54:44,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:54:44,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40481 2024-11-10T23:54:44,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40481 connecting to ZooKeeper ensemble=127.0.0.1:60376 2024-11-10T23:54:44,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:54:44,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:54:44,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404810x0, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:54:44,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404810x0, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:54:44,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40481-0x101949bc5150001 connected 2024-11-10T23:54:44,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:54:44,056 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:54:44,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:54:44,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:54:44,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-10T23:54:44,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40481 2024-11-10T23:54:44,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40481 2024-11-10T23:54:44,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-10T23:54:44,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-10T23:54:44,086 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae12972821c6:39651 2024-11-10T23:54:44,087 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae12972821c6,39651,1731282883294 2024-11-10T23:54:44,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:54:44,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:54:44,096 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae12972821c6,39651,1731282883294 2024-11-10T23:54:44,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:54:44,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,119 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:54:44,121 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae12972821c6,39651,1731282883294 from backup master directory 2024-11-10T23:54:44,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae12972821c6,39651,1731282883294 2024-11-10T23:54:44,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:54:44,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:54:44,124 WARN [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:54:44,125 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae12972821c6,39651,1731282883294 2024-11-10T23:54:44,127 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T23:54:44,128 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T23:54:44,184 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/hbase.id] with ID: 292de733-0f79-40d7-b76d-2e9a5cfbb537 2024-11-10T23:54:44,185 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/.tmp/hbase.id 2024-11-10T23:54:44,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:54:44,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:54:44,199 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/.tmp/hbase.id]:[hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/hbase.id] 2024-11-10T23:54:44,243 INFO [master/ae12972821c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:54:44,250 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:54:44,270 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-10T23:54:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:54:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:54:44,307 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:54:44,309 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:54:44,315 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:54:44,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:54:44,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:54:44,367 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store 2024-11-10T23:54:44,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:54:44,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:54:44,392 INFO [master/ae12972821c6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T23:54:44,395 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:54:44,396 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:54:44,397 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:54:44,397 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:54:44,398 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:54:44,398 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:54:44,399 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:54:44,400 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731282884396Disabling compacts and flushes for region at 1731282884396Disabling writes for close at 1731282884398 (+2 ms)Writing region close event to WAL at 1731282884399 (+1 ms)Closed at 1731282884399 2024-11-10T23:54:44,402 WARN [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/.initializing 2024-11-10T23:54:44,402 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/WALs/ae12972821c6,39651,1731282883294 2024-11-10T23:54:44,411 INFO [master/ae12972821c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:54:44,426 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C39651%2C1731282883294, suffix=, logDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/WALs/ae12972821c6,39651,1731282883294, archiveDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/oldWALs, maxLogs=10 2024-11-10T23:54:44,467 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/WALs/ae12972821c6,39651,1731282883294/ae12972821c6%2C39651%2C1731282883294.1731282884433, exclude list is [], retry=0 2024-11-10T23:54:44,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:54:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK] 2024-11-10T23:54:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK] 2024-11-10T23:54:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T23:54:44,532 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/WALs/ae12972821c6,39651,1731282883294/ae12972821c6%2C39651%2C1731282883294.1731282884433 2024-11-10T23:54:44,533 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40373:40373),(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-10T23:54:44,534 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:54:44,534 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:54:44,538 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,539 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:54:44,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:44,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:44,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:54:44,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:44,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:54:44,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:54:44,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:44,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:54:44,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:54:44,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:44,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:54:44,622 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,625 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,626 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,631 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,632 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,635 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:54:44,638 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:54:44,642 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:54:44,643 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848627, jitterRate=0.07908503711223602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:54:44,651 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731282884551Initializing all the Stores at 1731282884553 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282884554 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282884554Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282884555 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282884555Cleaning up temporary data from old regions at 1731282884632 (+77 ms)Region opened successfully at 1731282884651 (+19 ms) 2024-11-10T23:54:44,652 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:54:44,689 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766db2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:54:44,722 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:54:44,734 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:54:44,734 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:54:44,737 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:54:44,738 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:54:44,743 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T23:54:44,743 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:54:44,770 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:54:44,779 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:54:44,782 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:54:44,785 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:54:44,787 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:54:44,789 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:54:44,792 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:54:44,795 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:54:44,797 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:54:44,798 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:54:44,801 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:54:44,817 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:54:44,818 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:54:44,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:54:44,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:54:44,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,826 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae12972821c6,39651,1731282883294, sessionid=0x101949bc5150000, setting cluster-up flag (Was=false) 2024-11-10T23:54:44,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,846 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:54:44,848 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,39651,1731282883294 2024-11-10T23:54:44,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:44,866 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:54:44,867 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,39651,1731282883294 2024-11-10T23:54:44,873 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:54:44,947 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:54:44,957 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:54:44,965 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:54:44,974 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(746): ClusterId : 292de733-0f79-40d7-b76d-2e9a5cfbb537 2024-11-10T23:54:44,972 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae12972821c6,39651,1731282883294 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:54:44,977 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:54:44,982 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:54:44,982 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:54:44,983 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:54:44,983 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:54:44,983 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:54:44,983 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:54:44,984 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae12972821c6:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:54:44,984 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:44,984 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:54:44,985 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:44,986 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282914986 2024-11-10T23:54:44,986 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:54:44,987 DEBUG [RS:0;ae12972821c6:40481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7ffe09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:54:44,987 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:54:44,989 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:54:44,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:54:44,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:54:44,993 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:54:44,993 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:54:44,994 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:54:44,994 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:54:44,995 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,000 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:54:45,002 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:54:45,002 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:54:45,003 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:54:45,004 DEBUG [RS:0;ae12972821c6:40481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae12972821c6:40481 2024-11-10T23:54:45,007 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:54:45,007 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:54:45,008 INFO [RS:0;ae12972821c6:40481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:54:45,008 INFO [RS:0;ae12972821c6:40481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:54:45,008 DEBUG [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:54:45,010 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282885009,5,FailOnTimeoutGroup] 2024-11-10T23:54:45,011 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,39651,1731282883294 with port=40481, startcode=1731282883981 2024-11-10T23:54:45,016 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282885010,5,FailOnTimeoutGroup] 2024-11-10T23:54:45,016 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,016 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:54:45,018 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,018 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:54:45,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:54:45,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:54:45,024 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf 2024-11-10T23:54:45,025 DEBUG [RS:0;ae12972821c6:40481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:54:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:54:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:54:45,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:54:45,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:54:45,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:54:45,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:45,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:54:45,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:54:45,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:45,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:54:45,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:54:45,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:45,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:54:45,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:54:45,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:45,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:54:45,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740 2024-11-10T23:54:45,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740 2024-11-10T23:54:45,071 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:54:45,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:54:45,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:54:45,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:54:45,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:54:45,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,081 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:54:45,082 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=734178, jitterRate=-0.06644469499588013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:54:45,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39651 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731282885046Initializing all the Stores at 1731282885048 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282885048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282885052 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282885052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282885052Cleaning up temporary data from old regions at 1731282885074 (+22 ms)Region opened successfully at 1731282885084 (+10 ms) 2024-11-10T23:54:45,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:54:45,085 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:54:45,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:54:45,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:54:45,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:54:45,086 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:54:45,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731282885084Disabling compacts and flushes for region at 1731282885084Disabling writes for close at 1731282885085 (+1 ms)Writing region close event to WAL at 1731282885085Closed at 1731282885086 (+1 ms) 2024-11-10T23:54:45,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:54:45,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:54:45,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:54:45,099 DEBUG [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf 2024-11-10T23:54:45,099 DEBUG [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39907 2024-11-10T23:54:45,099 DEBUG [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:54:45,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:54:45,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:54:45,107 DEBUG [RS:0;ae12972821c6:40481 {}] zookeeper.ZKUtil(111): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,107 WARN [RS:0;ae12972821c6:40481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:54:45,107 INFO [RS:0;ae12972821c6:40481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:54:45,108 DEBUG [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:54:45,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,40481,1731282883981] 2024-11-10T23:54:45,137 INFO [RS:0;ae12972821c6:40481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:54:45,151 INFO [RS:0;ae12972821c6:40481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:54:45,156 INFO [RS:0;ae12972821c6:40481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:54:45,157 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,158 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:54:45,164 INFO [RS:0;ae12972821c6:40481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:54:45,166 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,166 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,166 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,167 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,167 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,167 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,167 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:54:45,168 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,168 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,168 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,168 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,169 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,169 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:54:45,169 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:54:45,169 DEBUG [RS:0;ae12972821c6:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:54:45,171 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,171 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,171 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,171 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,171 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,171 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40481,1731282883981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:54:45,192 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:54:45,194 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40481,1731282883981-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,194 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,194 INFO [RS:0;ae12972821c6:40481 {}] regionserver.Replication(171): ae12972821c6,40481,1731282883981 started 2024-11-10T23:54:45,214 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,214 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,40481,1731282883981, RpcServer on ae12972821c6/172.17.0.2:40481, sessionid=0x101949bc5150001 2024-11-10T23:54:45,215 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:54:45,215 DEBUG [RS:0;ae12972821c6:40481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,215 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,40481,1731282883981' 2024-11-10T23:54:45,215 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:54:45,217 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:54:45,217 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:54:45,217 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:54:45,217 DEBUG [RS:0;ae12972821c6:40481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,217 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,40481,1731282883981' 2024-11-10T23:54:45,218 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:54:45,218 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:54:45,219 DEBUG [RS:0;ae12972821c6:40481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:54:45,219 INFO [RS:0;ae12972821c6:40481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:54:45,219 INFO [RS:0;ae12972821c6:40481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:54:45,259 WARN [ae12972821c6:39651 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:54:45,324 INFO [RS:0;ae12972821c6:40481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:54:45,327 INFO [RS:0;ae12972821c6:40481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C40481%2C1731282883981, suffix=, logDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981, archiveDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/oldWALs, maxLogs=32 2024-11-10T23:54:45,344 DEBUG [RS:0;ae12972821c6:40481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282885329, exclude list is [], retry=0 2024-11-10T23:54:45,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK] 2024-11-10T23:54:45,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK] 2024-11-10T23:54:45,352 INFO [RS:0;ae12972821c6:40481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282885329 2024-11-10T23:54:45,353 DEBUG [RS:0;ae12972821c6:40481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40373:40373),(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-10T23:54:45,511 DEBUG [ae12972821c6:39651 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T23:54:45,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,40481,1731282883981, state=OPENING 2024-11-10T23:54:45,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:54:45,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:45,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:54:45,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:54:45,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:54:45,540 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:54:45,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,40481,1731282883981}] 2024-11-10T23:54:45,716 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:54:45,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37549, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:54:45,728 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:54:45,729 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:54:45,730 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:54:45,733 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C40481%2C1731282883981.meta, suffix=.meta, logDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981, archiveDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/oldWALs, maxLogs=32 2024-11-10T23:54:45,748 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.meta.1731282885734.meta, exclude list is [], retry=0 2024-11-10T23:54:45,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK] 2024-11-10T23:54:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK] 2024-11-10T23:54:45,755 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.meta.1731282885734.meta 2024-11-10T23:54:45,756 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40373:40373),(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-10T23:54:45,756 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:54:45,758 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:54:45,761 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:54:45,765 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:54:45,770 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:54:45,770 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:54:45,770 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:54:45,770 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:54:45,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:54:45,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:54:45,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:45,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:54:45,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:54:45,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:45,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:54:45,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:54:45,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:45,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:54:45,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:54:45,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:45,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:54:45,784 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:54:45,786 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740 2024-11-10T23:54:45,788 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740 2024-11-10T23:54:45,791 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:54:45,791 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:54:45,792 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:54:45,795 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:54:45,797 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859449, jitterRate=0.09284608066082001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:54:45,797 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:54:45,798 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731282885771Writing region info on filesystem at 1731282885771Initializing all the Stores at 1731282885773 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282885773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282885773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282885773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282885773Cleaning up temporary data from old regions at 1731282885791 (+18 ms)Running coprocessor post-open hooks at 1731282885797 (+6 ms)Region opened successfully at 1731282885798 (+1 ms) 2024-11-10T23:54:45,805 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731282885707 2024-11-10T23:54:45,817 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:54:45,817 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:54:45,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,40481,1731282883981, state=OPEN 2024-11-10T23:54:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:54:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:54:45,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:54:45,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:54:45,826 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae12972821c6,40481,1731282883981 2024-11-10T23:54:45,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:54:45,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,40481,1731282883981 in 284 msec 2024-11-10T23:54:45,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:54:45,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 738 msec 2024-11-10T23:54:45,840 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:54:45,840 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:54:45,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:54:45,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40481,1731282883981, seqNum=-1] 2024-11-10T23:54:45,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:54:45,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42317, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:54:45,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0030 sec 2024-11-10T23:54:45,906 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731282885906, completionTime=-1 2024-11-10T23:54:45,908 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T23:54:45,909 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:54:45,934 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T23:54:45,934 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282945934 2024-11-10T23:54:45,934 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731283005934 2024-11-10T23:54:45,934 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-10T23:54:45,936 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39651,1731282883294-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,936 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39651,1731282883294-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,937 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39651,1731282883294-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,938 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae12972821c6:39651, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,938 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,939 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,944 DEBUG [master/ae12972821c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:54:45,964 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.839sec 2024-11-10T23:54:45,966 INFO [master/ae12972821c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:54:45,967 INFO [master/ae12972821c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:54:45,968 INFO [master/ae12972821c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:54:45,969 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:54:45,969 INFO [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:54:45,970 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39651,1731282883294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:54:45,970 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39651,1731282883294-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:54:45,979 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:54:45,980 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:54:45,981 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39651,1731282883294-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:54:45,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:54:45,988 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T23:54:45,988 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T23:54:45,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,39651,-1 for getting cluster id 2024-11-10T23:54:45,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:54:46,003 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '292de733-0f79-40d7-b76d-2e9a5cfbb537' 2024-11-10T23:54:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:54:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "292de733-0f79-40d7-b76d-2e9a5cfbb537" 2024-11-10T23:54:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bfeeb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:54:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,39651,-1] 2024-11-10T23:54:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:54:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:54:46,012 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:54:46,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e4627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:54:46,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:54:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,40481,1731282883981, seqNum=-1] 2024-11-10T23:54:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:54:46,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:54:46,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae12972821c6,39651,1731282883294 2024-11-10T23:54:46,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:54:46,075 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T23:54:46,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:54:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,39651,1731282883294 2024-11-10T23:54:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13bc6fda 2024-11-10T23:54:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:54:46,100 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:54:46,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T23:54:46,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T23:54:46,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:54:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-10T23:54:46,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:54:46,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-10T23:54:46,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:46,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:54:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:54:46,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741835_1011 (size=389) 2024-11-10T23:54:46,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741835_1011 (size=389) 2024-11-10T23:54:46,137 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3183d9ab3c1d6a3b82cb00de6fc9b619, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf 2024-11-10T23:54:46,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741836_1012 (size=72) 2024-11-10T23:54:46,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741836_1012 (size=72) 2024-11-10T23:54:46,147 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:54:46,147 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3183d9ab3c1d6a3b82cb00de6fc9b619, disabling compactions & flushes 2024-11-10T23:54:46,147 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:54:46,147 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:54:46,147 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. after waiting 0 ms 2024-11-10T23:54:46,147 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:54:46,148 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:54:46,148 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3183d9ab3c1d6a3b82cb00de6fc9b619: Waiting for close lock at 1731282886147Disabling compacts and flushes for region at 1731282886147Disabling writes for close at 1731282886147Writing region close event to WAL at 1731282886148 (+1 ms)Closed at 1731282886148 2024-11-10T23:54:46,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:54:46,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731282886150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282886150"}]},"ts":"1731282886150"} 2024-11-10T23:54:46,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:54:46,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:54:46,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282886163"}]},"ts":"1731282886163"} 2024-11-10T23:54:46,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-10T23:54:46,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3183d9ab3c1d6a3b82cb00de6fc9b619, ASSIGN}] 2024-11-10T23:54:46,175 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3183d9ab3c1d6a3b82cb00de6fc9b619, ASSIGN 2024-11-10T23:54:46,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3183d9ab3c1d6a3b82cb00de6fc9b619, ASSIGN; state=OFFLINE, location=ae12972821c6,40481,1731282883981; forceNewPlan=false, retain=false 2024-11-10T23:54:46,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3183d9ab3c1d6a3b82cb00de6fc9b619, regionState=OPENING, regionLocation=ae12972821c6,40481,1731282883981 2024-11-10T23:54:46,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3183d9ab3c1d6a3b82cb00de6fc9b619, ASSIGN because future has completed 2024-11-10T23:54:46,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3183d9ab3c1d6a3b82cb00de6fc9b619, server=ae12972821c6,40481,1731282883981}] 2024-11-10T23:54:46,495 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:54:46,495 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3183d9ab3c1d6a3b82cb00de6fc9b619, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:54:46,496 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,496 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:54:46,496 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,496 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,498 INFO [StoreOpener-3183d9ab3c1d6a3b82cb00de6fc9b619-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,501 INFO [StoreOpener-3183d9ab3c1d6a3b82cb00de6fc9b619-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3183d9ab3c1d6a3b82cb00de6fc9b619 columnFamilyName info 2024-11-10T23:54:46,501 DEBUG [StoreOpener-3183d9ab3c1d6a3b82cb00de6fc9b619-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:54:46,502 INFO [StoreOpener-3183d9ab3c1d6a3b82cb00de6fc9b619-1 {}] regionserver.HStore(327): Store=3183d9ab3c1d6a3b82cb00de6fc9b619/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:54:46,502 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,503 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,504 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,505 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,505 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,508 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,512 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:54:46,513 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3183d9ab3c1d6a3b82cb00de6fc9b619; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873959, jitterRate=0.11129757761955261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:54:46,514 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:54:46,515 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3183d9ab3c1d6a3b82cb00de6fc9b619: Running coprocessor pre-open hook at 1731282886496Writing region info on filesystem at 1731282886496Initializing all the Stores at 1731282886498 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282886498Cleaning up temporary data from old regions at 1731282886505 (+7 ms)Running coprocessor post-open hooks at 1731282886514 (+9 ms)Region opened successfully at 1731282886515 (+1 ms) 2024-11-10T23:54:46,517 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619., pid=6, masterSystemTime=1731282886488 2024-11-10T23:54:46,521 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:54:46,521 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:54:46,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3183d9ab3c1d6a3b82cb00de6fc9b619, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,40481,1731282883981 2024-11-10T23:54:46,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3183d9ab3c1d6a3b82cb00de6fc9b619, server=ae12972821c6,40481,1731282883981 because future has completed 2024-11-10T23:54:46,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T23:54:46,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3183d9ab3c1d6a3b82cb00de6fc9b619, server=ae12972821c6,40481,1731282883981 in 194 msec 2024-11-10T23:54:46,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:54:46,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=3183d9ab3c1d6a3b82cb00de6fc9b619, ASSIGN in 359 msec 2024-11-10T23:54:46,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:54:46,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282886538"}]},"ts":"1731282886538"} 2024-11-10T23:54:46,541 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-10T23:54:46,543 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:54:46,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 434 msec 2024-11-10T23:54:51,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T23:54:51,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:54:51,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-10T23:54:53,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:54:53,704 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T23:54:53,705 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-10T23:54:53,705 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T23:54:53,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:54:53,707 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T23:54:53,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T23:54:53,707 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T23:54:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:54:56,201 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-10T23:54:56,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-10T23:54:56,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-10T23:54:56,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:54:56,227 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282896211, exclude list is [], retry=0 2024-11-10T23:54:56,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK] 2024-11-10T23:54:56,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK] 2024-11-10T23:54:56,235 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282885329 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282896211 2024-11-10T23:54:56,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189),(127.0.0.1/127.0.0.1:40373:40373)] 2024-11-10T23:54:56,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282885329 is not closed yet, will try archiving it next time 2024-11-10T23:54:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741833_1009 (size=451) 2024-11-10T23:54:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741833_1009 (size=451) 2024-11-10T23:54:56,242 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282885329 to hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/oldWALs/ae12972821c6%2C40481%2C1731282883981.1731282885329 2024-11-10T23:54:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619., hostname=ae12972821c6,40481,1731282883981, seqNum=2] 2024-11-10T23:55:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HRegion(8855): Flush requested on 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:55:10,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3183d9ab3c1d6a3b82cb00de6fc9b619 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T23:55:10,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/191759b29fb249fda77a38572bf9f5bb is 1055, key is row0001/info:/1731282896247/Put/seqid=0 2024-11-10T23:55:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741838_1014 (size=13386) 2024-11-10T23:55:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741838_1014 (size=13386) 2024-11-10T23:55:10,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/191759b29fb249fda77a38572bf9f5bb 2024-11-10T23:55:10,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/191759b29fb249fda77a38572bf9f5bb as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/info/191759b29fb249fda77a38572bf9f5bb 2024-11-10T23:55:10,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/info/191759b29fb249fda77a38572bf9f5bb, entries=8, sequenceid=12, filesize=13.1 K 2024-11-10T23:55:10,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 3183d9ab3c1d6a3b82cb00de6fc9b619 in 141ms, sequenceid=12, compaction requested=false 2024-11-10T23:55:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3183d9ab3c1d6a3b82cb00de6fc9b619: 2024-11-10T23:55:12,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:55:16,300 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282916286, exclude list is [], retry=0 2024-11-10T23:55:16,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK] 2024-11-10T23:55:16,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK] 2024-11-10T23:55:16,306 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282896211 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282916286 2024-11-10T23:55:16,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189),(127.0.0.1/127.0.0.1:40373:40373)] 2024-11-10T23:55:16,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282896211 is not closed yet, will try archiving it next time 2024-11-10T23:55:16,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741837_1013 (size=12149) 2024-11-10T23:55:16,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741837_1013 (size=12149) 2024-11-10T23:55:21,313 INFO [AsyncFSWAL-0-hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf-prefix:ae12972821c6,40481,1731282883981 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK], DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK]] 2024-11-10T23:55:21,315 WARN [AsyncFSWAL-0-hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf-prefix:ae12972821c6,40481,1731282883981 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK], DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK]] 2024-11-10T23:55:21,316 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae12972821c6%2C40481%2C1731282883981:(num 1731282916286) roll requested 2024-11-10T23:55:21,331 DEBUG [regionserver/ae12972821c6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282921316, exclude list is [], retry=0 2024-11-10T23:55:21,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK] 2024-11-10T23:55:21,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK] 2024-11-10T23:55:21,338 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282916286 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282921316 2024-11-10T23:55:21,338 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189),(127.0.0.1/127.0.0.1:40373:40373)] 2024-11-10T23:55:21,338 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282916286 is not closed yet, will try archiving it next time 2024-11-10T23:55:21,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741839_1015 (size=1233) 2024-11-10T23:55:21,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741839_1015 (size=1233) 2024-11-10T23:55:23,315 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:55:23,329 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282923315, exclude list is [], retry=0 2024-11-10T23:55:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-021de879-9cee-494d-ac41-d4509fe7fe04,DISK] 2024-11-10T23:55:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40413,DS-16c86fdb-7e15-4037-b3a3-0e7a3f8b5570,DISK] 2024-11-10T23:55:23,335 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282921316 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282923315 2024-11-10T23:55:23,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189),(127.0.0.1/127.0.0.1:40373:40373)] 2024-11-10T23:55:23,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282921316 is not closed yet, will try archiving it next time 2024-11-10T23:55:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741840_1016 (size=93) 2024-11-10T23:55:23,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741840_1016 (size=93) 2024-11-10T23:55:23,339 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/WALs/ae12972821c6,40481,1731282883981/ae12972821c6%2C40481%2C1731282883981.1731282921316 to hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/oldWALs/ae12972821c6%2C40481%2C1731282883981.1731282921316 2024-11-10T23:55:26,941 INFO [master/ae12972821c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T23:55:26,942 INFO [master/ae12972821c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T23:55:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HRegion(8855): Flush requested on 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:55:31,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3183d9ab3c1d6a3b82cb00de6fc9b619 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T23:55:31,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/948475663a5c4e0d8abf5620e19cc711 is 1055, key is row0009/info:/1731282912280/Put/seqid=0 2024-11-10T23:55:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741842_1018 (size=13386) 2024-11-10T23:55:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741842_1018 (size=13386) 2024-11-10T23:55:31,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/948475663a5c4e0d8abf5620e19cc711 2024-11-10T23:55:31,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/948475663a5c4e0d8abf5620e19cc711 as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/info/948475663a5c4e0d8abf5620e19cc711 2024-11-10T23:55:31,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/info/948475663a5c4e0d8abf5620e19cc711, entries=8, sequenceid=23, filesize=13.1 K 2024-11-10T23:55:31,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 3183d9ab3c1d6a3b82cb00de6fc9b619 in 36ms, sequenceid=23, compaction requested=false 2024-11-10T23:55:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3183d9ab3c1d6a3b82cb00de6fc9b619: 2024-11-10T23:55:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-10T23:55:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:55:31,390 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/info/191759b29fb249fda77a38572bf9f5bb because midkey is the same as first or last row 2024-11-10T23:55:31,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3183d9ab3c1d6a3b82cb00de6fc9b619, had cached 0 bytes from a total of 26772 2024-11-10T23:55:42,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:55:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:55:43,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:55:43,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:55:43,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:43,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:43,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:55:43,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:55:43,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=376392664, stopped=false 2024-11-10T23:55:43,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae12972821c6,39651,1731282883294 2024-11-10T23:55:43,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:55:43,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:43,379 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:55:43,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:55:43,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:43,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:55:43,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:55:43,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:43,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,40481,1731282883981' ***** 2024-11-10T23:55:43,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:55:43,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:55:43,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:55:43,381 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:55:43,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:55:43,381 INFO [RS:0;ae12972821c6:40481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:55:43,382 INFO [RS:0;ae12972821c6:40481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:55:43,382 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(3091): Received CLOSE for 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:55:43,382 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,40481,1731282883981 2024-11-10T23:55:43,382 INFO [RS:0;ae12972821c6:40481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:55:43,383 INFO [RS:0;ae12972821c6:40481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae12972821c6:40481. 2024-11-10T23:55:43,383 DEBUG [RS:0;ae12972821c6:40481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:55:43,383 DEBUG [RS:0;ae12972821c6:40481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:43,383 INFO [RS:0;ae12972821c6:40481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:55:43,383 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3183d9ab3c1d6a3b82cb00de6fc9b619, disabling compactions & flushes 2024-11-10T23:55:43,383 INFO [RS:0;ae12972821c6:40481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:55:43,383 INFO [RS:0;ae12972821c6:40481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:55:43,383 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:55:43,383 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:55:43,383 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:55:43,383 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. after waiting 0 ms 2024-11-10T23:55:43,383 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:55:43,384 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3183d9ab3c1d6a3b82cb00de6fc9b619 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-10T23:55:43,384 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:55:43,384 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:55:43,384 DEBUG [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3183d9ab3c1d6a3b82cb00de6fc9b619=TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619.} 2024-11-10T23:55:43,384 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:55:43,384 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:55:43,384 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:55:43,384 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:55:43,384 DEBUG [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3183d9ab3c1d6a3b82cb00de6fc9b619 2024-11-10T23:55:43,384 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-10T23:55:43,393 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/8024e65e50e74dee98ee2636b988c0e8 is 1055, key is row0017/info:/1731282933354/Put/seqid=0 2024-11-10T23:55:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741843_1019 (size=10222) 2024-11-10T23:55:43,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741843_1019 (size=10222) 2024-11-10T23:55:43,401 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/8024e65e50e74dee98ee2636b988c0e8 2024-11-10T23:55:43,411 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/.tmp/info/8024e65e50e74dee98ee2636b988c0e8 as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/info/8024e65e50e74dee98ee2636b988c0e8 2024-11-10T23:55:43,414 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/info/0105c7b963514479aacb1675230b3934 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619./info:regioninfo/1731282886522/Put/seqid=0 2024-11-10T23:55:43,421 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/info/8024e65e50e74dee98ee2636b988c0e8, entries=5, sequenceid=31, filesize=10.0 K 2024-11-10T23:55:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741844_1020 (size=7016) 2024-11-10T23:55:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741844_1020 (size=7016) 2024-11-10T23:55:43,423 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/info/0105c7b963514479aacb1675230b3934 2024-11-10T23:55:43,423 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 3183d9ab3c1d6a3b82cb00de6fc9b619 in 40ms, sequenceid=31, compaction requested=true 2024-11-10T23:55:43,431 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/default/TestLogRolling-testSlowSyncLogRolling/3183d9ab3c1d6a3b82cb00de6fc9b619/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-10T23:55:43,433 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:55:43,433 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3183d9ab3c1d6a3b82cb00de6fc9b619: Waiting for close lock at 1731282943383Running coprocessor pre-close hooks at 1731282943383Disabling compacts and flushes for region at 1731282943383Disabling writes for close at 1731282943383Obtaining lock to block concurrent updates at 1731282943384 (+1 ms)Preparing flush snapshotting stores in 3183d9ab3c1d6a3b82cb00de6fc9b619 at 1731282943384Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731282943384Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. at 1731282943386 (+2 ms)Flushing 3183d9ab3c1d6a3b82cb00de6fc9b619/info: creating writer at 1731282943386Flushing 3183d9ab3c1d6a3b82cb00de6fc9b619/info: appending metadata at 1731282943392 (+6 ms)Flushing 3183d9ab3c1d6a3b82cb00de6fc9b619/info: closing flushed file at 1731282943392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5192b25f: reopening flushed file at 1731282943410 (+18 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 3183d9ab3c1d6a3b82cb00de6fc9b619 in 40ms, sequenceid=31, compaction requested=true at 1731282943423 (+13 ms)Writing region close event to WAL at 1731282943426 (+3 ms)Running coprocessor post-close hooks at 1731282943432 (+6 ms)Closed at 1731282943433 (+1 ms) 2024-11-10T23:55:43,434 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731282886102.3183d9ab3c1d6a3b82cb00de6fc9b619. 2024-11-10T23:55:43,449 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/ns/27792132780545d18c85543e32f5898e is 43, key is default/ns:d/1731282885889/Put/seqid=0 2024-11-10T23:55:43,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741845_1021 (size=5153) 2024-11-10T23:55:43,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741845_1021 (size=5153) 2024-11-10T23:55:43,456 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/ns/27792132780545d18c85543e32f5898e 2024-11-10T23:55:43,481 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/table/91032d0d1e724d7a92bdd6fdb645520c is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731282886538/Put/seqid=0 2024-11-10T23:55:43,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741846_1022 (size=5396) 2024-11-10T23:55:43,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741846_1022 (size=5396) 2024-11-10T23:55:43,488 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/table/91032d0d1e724d7a92bdd6fdb645520c 2024-11-10T23:55:43,497 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/info/0105c7b963514479aacb1675230b3934 as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/info/0105c7b963514479aacb1675230b3934 2024-11-10T23:55:43,504 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/info/0105c7b963514479aacb1675230b3934, entries=10, sequenceid=11, filesize=6.9 K 2024-11-10T23:55:43,506 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/ns/27792132780545d18c85543e32f5898e as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/ns/27792132780545d18c85543e32f5898e 2024-11-10T23:55:43,514 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/ns/27792132780545d18c85543e32f5898e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T23:55:43,515 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/.tmp/table/91032d0d1e724d7a92bdd6fdb645520c as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/table/91032d0d1e724d7a92bdd6fdb645520c 2024-11-10T23:55:43,522 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/table/91032d0d1e724d7a92bdd6fdb645520c, entries=2, sequenceid=11, filesize=5.3 K 2024-11-10T23:55:43,524 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false 2024-11-10T23:55:43,529 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T23:55:43,530 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:55:43,531 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:55:43,531 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731282943384Running coprocessor pre-close hooks at 1731282943384Disabling compacts and flushes for region at 1731282943384Disabling writes for close at 1731282943384Obtaining lock to block concurrent updates at 1731282943384Preparing flush snapshotting stores in 1588230740 at 1731282943384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731282943385 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731282943386 (+1 ms)Flushing 1588230740/info: creating writer at 1731282943386Flushing 1588230740/info: appending metadata at 1731282943413 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731282943414 (+1 ms)Flushing 1588230740/ns: creating writer at 1731282943433 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731282943448 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731282943448Flushing 1588230740/table: creating writer at 1731282943466 (+18 ms)Flushing 1588230740/table: appending metadata at 1731282943481 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731282943481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf0fe9c: reopening flushed file at 1731282943496 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206928a: reopening flushed file at 1731282943505 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6243c03a: reopening flushed file at 1731282943514 (+9 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false at 1731282943524 (+10 ms)Writing region close event to WAL at 1731282943525 (+1 ms)Running coprocessor post-close hooks at 1731282943530 (+5 ms)Closed at 1731282943530 2024-11-10T23:55:43,531 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:55:43,584 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,40481,1731282883981; all regions closed. 2024-11-10T23:55:43,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741834_1010 (size=3066) 2024-11-10T23:55:43,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741834_1010 (size=3066) 2024-11-10T23:55:43,593 DEBUG [RS:0;ae12972821c6:40481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/oldWALs 2024-11-10T23:55:43,593 INFO [RS:0;ae12972821c6:40481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C40481%2C1731282883981.meta:.meta(num 1731282885734) 2024-11-10T23:55:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741841_1017 (size=13164) 2024-11-10T23:55:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741841_1017 (size=13164) 2024-11-10T23:55:43,601 DEBUG [RS:0;ae12972821c6:40481 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/oldWALs 2024-11-10T23:55:43,601 INFO [RS:0;ae12972821c6:40481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C40481%2C1731282883981:(num 1731282923315) 2024-11-10T23:55:43,601 DEBUG [RS:0;ae12972821c6:40481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:43,601 INFO [RS:0;ae12972821c6:40481 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:55:43,601 INFO [RS:0;ae12972821c6:40481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:55:43,602 INFO [RS:0;ae12972821c6:40481 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:55:43,602 INFO [RS:0;ae12972821c6:40481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:55:43,602 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:55:43,602 INFO [RS:0;ae12972821c6:40481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40481 2024-11-10T23:55:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:55:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,40481,1731282883981 2024-11-10T23:55:43,606 INFO [RS:0;ae12972821c6:40481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:55:43,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,40481,1731282883981] 2024-11-10T23:55:43,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,40481,1731282883981 already deleted, retry=false 2024-11-10T23:55:43,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,40481,1731282883981 expired; onlineServers=0 2024-11-10T23:55:43,610 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae12972821c6,39651,1731282883294' ***** 2024-11-10T23:55:43,610 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:55:43,610 INFO [M:0;ae12972821c6:39651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:55:43,610 INFO [M:0;ae12972821c6:39651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:55:43,610 DEBUG [M:0;ae12972821c6:39651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:55:43,611 DEBUG [M:0;ae12972821c6:39651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:55:43,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:55:43,611 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282885009 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282885009,5,FailOnTimeoutGroup] 2024-11-10T23:55:43,611 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282885010 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282885010,5,FailOnTimeoutGroup] 2024-11-10T23:55:43,611 INFO [M:0;ae12972821c6:39651 {}] hbase.ChoreService(370): Chore service for: master/ae12972821c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:55:43,611 INFO [M:0;ae12972821c6:39651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:55:43,611 DEBUG [M:0;ae12972821c6:39651 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:55:43,611 INFO [M:0;ae12972821c6:39651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:55:43,611 INFO [M:0;ae12972821c6:39651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:55:43,612 INFO [M:0;ae12972821c6:39651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:55:43,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:55:43,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:55:43,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:43,613 DEBUG [M:0;ae12972821c6:39651 {}] zookeeper.ZKUtil(347): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:55:43,613 WARN [M:0;ae12972821c6:39651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:55:43,614 INFO [M:0;ae12972821c6:39651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/.lastflushedseqids 2024-11-10T23:55:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741847_1023 (size=130) 2024-11-10T23:55:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741847_1023 (size=130) 2024-11-10T23:55:43,627 INFO [M:0;ae12972821c6:39651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:55:43,628 INFO [M:0;ae12972821c6:39651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:55:43,628 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:55:43,628 INFO [M:0;ae12972821c6:39651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:55:43,628 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:55:43,628 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:55:43,628 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:55:43,628 INFO [M:0;ae12972821c6:39651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-10T23:55:43,647 DEBUG [M:0;ae12972821c6:39651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d036940759c47458e7983a6b5d3a1e1 is 82, key is hbase:meta,,1/info:regioninfo/1731282885819/Put/seqid=0 2024-11-10T23:55:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741848_1024 (size=5672) 2024-11-10T23:55:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741848_1024 (size=5672) 2024-11-10T23:55:43,654 INFO [M:0;ae12972821c6:39651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d036940759c47458e7983a6b5d3a1e1 2024-11-10T23:55:43,682 DEBUG [M:0;ae12972821c6:39651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95027cb753af4655b6cbbaf8accb5414 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731282886545/Put/seqid=0 2024-11-10T23:55:43,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741849_1025 (size=6247) 2024-11-10T23:55:43,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741849_1025 (size=6247) 2024-11-10T23:55:43,690 INFO [M:0;ae12972821c6:39651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95027cb753af4655b6cbbaf8accb5414 2024-11-10T23:55:43,698 INFO [M:0;ae12972821c6:39651 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95027cb753af4655b6cbbaf8accb5414 2024-11-10T23:55:43,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:55:43,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:55:43,704 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-10T23:55:43,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:55:43,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x101949bc5150001, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:55:43,709 INFO [RS:0;ae12972821c6:40481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:55:43,709 INFO [RS:0;ae12972821c6:40481 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,40481,1731282883981; zookeeper connection closed. 2024-11-10T23:55:43,710 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c9b909d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c9b909d 2024-11-10T23:55:43,710 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T23:55:43,715 DEBUG [M:0;ae12972821c6:39651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32a13d89b5184a10ac51db4018a8dc83 is 69, key is ae12972821c6,40481,1731282883981/rs:state/1731282885085/Put/seqid=0 2024-11-10T23:55:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741850_1026 (size=5156) 2024-11-10T23:55:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741850_1026 (size=5156) 2024-11-10T23:55:43,721 INFO [M:0;ae12972821c6:39651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32a13d89b5184a10ac51db4018a8dc83 2024-11-10T23:55:43,744 DEBUG [M:0;ae12972821c6:39651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b43582f44e16488f8c80966874fd37a8 is 52, key is load_balancer_on/state:d/1731282886071/Put/seqid=0 2024-11-10T23:55:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741851_1027 (size=5056) 2024-11-10T23:55:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741851_1027 (size=5056) 2024-11-10T23:55:43,750 INFO [M:0;ae12972821c6:39651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b43582f44e16488f8c80966874fd37a8 2024-11-10T23:55:43,761 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d036940759c47458e7983a6b5d3a1e1 as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d036940759c47458e7983a6b5d3a1e1 2024-11-10T23:55:43,770 INFO [M:0;ae12972821c6:39651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d036940759c47458e7983a6b5d3a1e1, entries=8, sequenceid=59, filesize=5.5 K 2024-11-10T23:55:43,771 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95027cb753af4655b6cbbaf8accb5414 as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95027cb753af4655b6cbbaf8accb5414 2024-11-10T23:55:43,780 INFO [M:0;ae12972821c6:39651 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95027cb753af4655b6cbbaf8accb5414 2024-11-10T23:55:43,780 INFO [M:0;ae12972821c6:39651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95027cb753af4655b6cbbaf8accb5414, entries=6, sequenceid=59, filesize=6.1 K 2024-11-10T23:55:43,781 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32a13d89b5184a10ac51db4018a8dc83 as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32a13d89b5184a10ac51db4018a8dc83 2024-11-10T23:55:43,790 INFO [M:0;ae12972821c6:39651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32a13d89b5184a10ac51db4018a8dc83, entries=1, sequenceid=59, filesize=5.0 K 2024-11-10T23:55:43,791 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b43582f44e16488f8c80966874fd37a8 as hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b43582f44e16488f8c80966874fd37a8 2024-11-10T23:55:43,799 INFO [M:0;ae12972821c6:39651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b43582f44e16488f8c80966874fd37a8, entries=1, sequenceid=59, filesize=4.9 K 2024-11-10T23:55:43,801 INFO [M:0;ae12972821c6:39651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=59, compaction requested=false 2024-11-10T23:55:43,802 INFO [M:0;ae12972821c6:39651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:55:43,802 DEBUG [M:0;ae12972821c6:39651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731282943628Disabling compacts and flushes for region at 1731282943628Disabling writes for close at 1731282943628Obtaining lock to block concurrent updates at 1731282943628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731282943628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731282943629 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731282943629Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731282943630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731282943646 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731282943646Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731282943664 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731282943681 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731282943681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731282943698 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731282943714 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731282943714Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731282943728 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731282943743 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731282943743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8a53a3: reopening flushed file at 1731282943759 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491059f8: reopening flushed file at 1731282943770 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1591728d: reopening flushed file at 1731282943780 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@646ddae6: reopening flushed file at 1731282943790 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=59, compaction requested=false at 1731282943801 (+11 ms)Writing region close event to WAL at 1731282943802 (+1 ms)Closed at 1731282943802 2024-11-10T23:55:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40413 is added to blk_1073741830_1006 (size=27973) 2024-11-10T23:55:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741830_1006 (size=27973) 2024-11-10T23:55:43,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:55:43,807 INFO [M:0;ae12972821c6:39651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:55:43,807 INFO [M:0;ae12972821c6:39651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39651 2024-11-10T23:55:43,807 INFO [M:0;ae12972821c6:39651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:55:43,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:55:43,909 INFO [M:0;ae12972821c6:39651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:55:43,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101949bc5150000, quorum=127.0.0.1:60376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:55:43,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:43,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:55:43,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:55:43,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:55:43,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.log.dir/,STOPPED} 2024-11-10T23:55:43,919 WARN [BP-137197881-172.17.0.2-1731282880492 heartbeating to localhost/127.0.0.1:39907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:55:43,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:55:43,919 WARN [BP-137197881-172.17.0.2-1731282880492 heartbeating to localhost/127.0.0.1:39907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137197881-172.17.0.2-1731282880492 (Datanode Uuid c2ac0a68-da43-45ab-9f7c-fbc445f8b15a) service to localhost/127.0.0.1:39907 2024-11-10T23:55:43,919 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:55:43,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/data/data3/current/BP-137197881-172.17.0.2-1731282880492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:55:43,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/data/data4/current/BP-137197881-172.17.0.2-1731282880492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:55:43,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:55:43,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:43,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:55:43,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:55:43,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:55:43,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.log.dir/,STOPPED} 2024-11-10T23:55:43,926 WARN [BP-137197881-172.17.0.2-1731282880492 heartbeating to localhost/127.0.0.1:39907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:55:43,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:55:43,926 WARN [BP-137197881-172.17.0.2-1731282880492 heartbeating to localhost/127.0.0.1:39907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137197881-172.17.0.2-1731282880492 (Datanode Uuid 69f5ec5f-9ef0-4ac3-93cd-81dcd09fe21a) service to localhost/127.0.0.1:39907 2024-11-10T23:55:43,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:55:43,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/data/data1/current/BP-137197881-172.17.0.2-1731282880492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:55:43,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/cluster_93888d1c-cf86-1637-26da-f00d4edcde7c/data/data2/current/BP-137197881-172.17.0.2-1731282880492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:55:43,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:55:43,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:55:43,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:55:43,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:55:43,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:55:43,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.log.dir/,STOPPED} 2024-11-10T23:55:43,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:55:43,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:55:43,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ae12972821c6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ae12972821c6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@291c2312 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:39907 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ae12972821c6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ae12972821c6:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=63 (was 98), ProcessCount=11 (was 11), AvailableMemoryMB=7789 (was 8346) 2024-11-10T23:55:43,994 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=63, ProcessCount=11, AvailableMemoryMB=7789 2024-11-10T23:55:43,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.log.dir so I do NOT create it in target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/07e0af68-b74a-8a24-61c1-947b582a0f47/hadoop.tmp.dir so I do NOT create it in target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad, deleteOnExit=true 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/test.cache.data in system properties and HBase conf 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:55:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:55:43,996 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:55:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:55:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:55:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:55:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:55:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:55:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:55:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:55:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:55:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:55:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:55:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:55:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:55:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:55:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:55:44,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:55:44,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:55:44,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:55:44,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:55:44,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:55:44,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:55:44,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5c740d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:55:44,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e3c4db6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:55:44,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b7b56ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/java.io.tmpdir/jetty-localhost-44303-hadoop-hdfs-3_4_1-tests_jar-_-any-13503033884112698012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:55:44,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d4631e{HTTP/1.1, (http/1.1)}{localhost:44303} 2024-11-10T23:55:44,214 INFO [Time-limited test {}] server.Server(415): Started @65669ms 2024-11-10T23:55:44,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:55:44,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:55:44,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:55:44,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:55:44,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:55:44,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ec87b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:55:44,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e0dcaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:55:44,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ceb5ed1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/java.io.tmpdir/jetty-localhost-33443-hadoop-hdfs-3_4_1-tests_jar-_-any-5306772890246154248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:44,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f3b9da7{HTTP/1.1, (http/1.1)}{localhost:33443} 2024-11-10T23:55:44,419 INFO [Time-limited test {}] server.Server(415): Started @65874ms 2024-11-10T23:55:44,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:55:44,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:55:44,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:55:44,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:55:44,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:55:44,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:55:44,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fcab83f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:55:44,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ae62fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:55:44,516 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data2/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:44,516 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data1/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:44,534 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:55:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabc05b3acc0b2ee with lease ID 0x5773e86a27170c4c: Processing first storage report for DS-d4ba727b-d84f-4227-92e9-110e40132cb6 from datanode DatanodeRegistration(127.0.0.1:33643, datanodeUuid=a9e79152-6510-4a55-acb7-c7b90ae6213b, infoPort=39419, infoSecurePort=0, ipcPort=37795, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabc05b3acc0b2ee with lease ID 0x5773e86a27170c4c: from storage DS-d4ba727b-d84f-4227-92e9-110e40132cb6 node DatanodeRegistration(127.0.0.1:33643, datanodeUuid=a9e79152-6510-4a55-acb7-c7b90ae6213b, infoPort=39419, infoSecurePort=0, ipcPort=37795, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabc05b3acc0b2ee with lease ID 0x5773e86a27170c4c: Processing first storage report for DS-92c5980f-8660-407c-b2d1-beb6b7e953ae from datanode DatanodeRegistration(127.0.0.1:33643, datanodeUuid=a9e79152-6510-4a55-acb7-c7b90ae6213b, infoPort=39419, infoSecurePort=0, ipcPort=37795, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabc05b3acc0b2ee with lease ID 0x5773e86a27170c4c: from storage DS-92c5980f-8660-407c-b2d1-beb6b7e953ae node DatanodeRegistration(127.0.0.1:33643, datanodeUuid=a9e79152-6510-4a55-acb7-c7b90ae6213b, infoPort=39419, infoSecurePort=0, ipcPort=37795, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:44,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@206bebc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/java.io.tmpdir/jetty-localhost-44343-hadoop-hdfs-3_4_1-tests_jar-_-any-14408658129119258139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:44,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a40f08d{HTTP/1.1, (http/1.1)}{localhost:44343} 2024-11-10T23:55:44,578 INFO [Time-limited test {}] server.Server(415): Started @66033ms 2024-11-10T23:55:44,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:55:44,693 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data3/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:44,693 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data4/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:44,711 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:55:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f810b7ed9512a2d with lease ID 0x5773e86a27170c4d: Processing first storage report for DS-39cd6f13-fdcc-4976-824e-0f6c0ea045d7 from datanode DatanodeRegistration(127.0.0.1:35609, datanodeUuid=dc7ed540-2e78-4f09-9fe5-84514300f32b, infoPort=42759, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f810b7ed9512a2d with lease ID 0x5773e86a27170c4d: from storage DS-39cd6f13-fdcc-4976-824e-0f6c0ea045d7 node DatanodeRegistration(127.0.0.1:35609, datanodeUuid=dc7ed540-2e78-4f09-9fe5-84514300f32b, infoPort=42759, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f810b7ed9512a2d with lease ID 0x5773e86a27170c4d: Processing first storage report for DS-c0836196-6cf1-43b2-8ae6-ec9218be8ed9 from datanode DatanodeRegistration(127.0.0.1:35609, datanodeUuid=dc7ed540-2e78-4f09-9fe5-84514300f32b, infoPort=42759, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f810b7ed9512a2d with lease ID 0x5773e86a27170c4d: from storage DS-c0836196-6cf1-43b2-8ae6-ec9218be8ed9 node DatanodeRegistration(127.0.0.1:35609, datanodeUuid=dc7ed540-2e78-4f09-9fe5-84514300f32b, infoPort=42759, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:44,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f 2024-11-10T23:55:44,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/zookeeper_0, clientPort=60677, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:55:44,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60677 2024-11-10T23:55:44,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:55:44,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:55:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:55:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35609 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:55:44,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560 with version=8 2024-11-10T23:55:44,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/hbase-staging 2024-11-10T23:55:44,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:55:44,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:55:44,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:55:44,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:55:44,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:55:44,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:55:44,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:55:44,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:55:44,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40367 2024-11-10T23:55:44,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40367 connecting to ZooKeeper ensemble=127.0.0.1:60677 2024-11-10T23:55:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403670x0, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:55:44,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40367-0x101949cb8950000 connected 2024-11-10T23:55:44,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:55:44,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:55:44,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:55:44,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560, hbase.cluster.distributed=false 2024-11-10T23:55:44,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:55:44,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40367 2024-11-10T23:55:44,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40367 2024-11-10T23:55:44,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40367 2024-11-10T23:55:44,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40367 2024-11-10T23:55:44,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40367 2024-11-10T23:55:44,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:55:44,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:55:44,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:55:44,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:55:44,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:55:44,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:55:44,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:55:44,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:55:44,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33433 2024-11-10T23:55:44,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33433 connecting to ZooKeeper ensemble=127.0.0.1:60677 2024-11-10T23:55:44,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:55:44,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:55:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334330x0, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:55:44,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33433-0x101949cb8950001 connected 2024-11-10T23:55:44,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:55:44,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:55:44,906 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:55:44,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:55:44,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:55:44,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-10T23:55:44,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33433 2024-11-10T23:55:44,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33433 2024-11-10T23:55:44,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-10T23:55:44,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-10T23:55:44,926 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae12972821c6:40367 2024-11-10T23:55:44,927 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae12972821c6,40367,1731282944835 2024-11-10T23:55:44,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:55:44,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:55:44,930 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae12972821c6,40367,1731282944835 2024-11-10T23:55:44,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:55:44,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:44,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:44,933 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:55:44,934 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae12972821c6,40367,1731282944835 from backup master directory 2024-11-10T23:55:44,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae12972821c6,40367,1731282944835 2024-11-10T23:55:44,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:55:44,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:55:44,936 WARN [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:55:44,936 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae12972821c6,40367,1731282944835 2024-11-10T23:55:44,942 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/hbase.id] with ID: c6e7feff-25e4-4b5f-aa31-781f5c8bf5f8 2024-11-10T23:55:44,942 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/.tmp/hbase.id 2024-11-10T23:55:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35609 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:55:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:55:44,981 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/.tmp/hbase.id]:[hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/hbase.id] 2024-11-10T23:55:45,000 INFO [master/ae12972821c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:55:45,000 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:55:45,002 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T23:55:45,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35609 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:55:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:55:45,015 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:55:45,016 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:55:45,016 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:55:45,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:55:45,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35609 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:55:45,026 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store 2024-11-10T23:55:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:55:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35609 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:55:45,035 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:55:45,035 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:55:45,035 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:55:45,035 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:55:45,035 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:55:45,035 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:55:45,035 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:55:45,035 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731282945035Disabling compacts and flushes for region at 1731282945035Disabling writes for close at 1731282945035Writing region close event to WAL at 1731282945035Closed at 1731282945035 2024-11-10T23:55:45,036 WARN [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/.initializing 2024-11-10T23:55:45,036 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835 2024-11-10T23:55:45,038 INFO [master/ae12972821c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:55:45,040 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C40367%2C1731282944835, suffix=, logDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/oldWALs, maxLogs=10 2024-11-10T23:55:45,055 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041, exclude list is [], retry=0 2024-11-10T23:55:45,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35609,DS-39cd6f13-fdcc-4976-824e-0f6c0ea045d7,DISK] 2024-11-10T23:55:45,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-d4ba727b-d84f-4227-92e9-110e40132cb6,DISK] 2024-11-10T23:55:45,061 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041 2024-11-10T23:55:45,061 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42759:42759),(127.0.0.1/127.0.0.1:39419:39419)] 2024-11-10T23:55:45,062 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:55:45,062 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:55:45,062 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,062 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:55:45,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:55:45,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:55:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:55:45,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:55:45,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:55:45,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:55:45,075 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,076 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,077 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,078 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,078 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,079 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:55:45,081 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:55:45,084 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:55:45,084 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=819805, jitterRate=0.04243627190589905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:55:45,085 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731282945062Initializing all the Stores at 1731282945063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282945063Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282945064 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282945064Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282945064Cleaning up temporary data from old regions at 1731282945078 (+14 ms)Region opened successfully at 1731282945085 (+7 ms) 2024-11-10T23:55:45,086 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:55:45,090 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6419828a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:55:45,092 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:55:45,092 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:55:45,092 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:55:45,092 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:55:45,093 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:55:45,093 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:55:45,093 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:55:45,096 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:55:45,097 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:55:45,099 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:55:45,099 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:55:45,100 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:55:45,102 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:55:45,102 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:55:45,103 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:55:45,105 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:55:45,106 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:55:45,107 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:55:45,109 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:55:45,111 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:55:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:55:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:55:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,114 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae12972821c6,40367,1731282944835, sessionid=0x101949cb8950000, setting cluster-up flag (Was=false) 2024-11-10T23:55:45,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,124 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:55:45,126 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,40367,1731282944835 2024-11-10T23:55:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,136 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:55:45,137 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,40367,1731282944835 2024-11-10T23:55:45,139 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:55:45,141 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:55:45,141 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:55:45,141 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:55:45,141 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae12972821c6,40367,1731282944835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:55:45,143 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:55:45,143 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:55:45,143 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:55:45,143 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:55:45,143 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae12972821c6:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:55:45,143 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,143 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:55:45,143 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:55:45,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:55:45,147 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:55:45,149 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282975149 2024-11-10T23:55:45,150 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:55:45,150 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:55:45,150 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:55:45,150 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:55:45,150 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:55:45,150 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:55:45,150 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,151 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:55:45,151 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:55:45,151 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:55:45,151 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:55:45,151 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:55:45,151 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282945151,5,FailOnTimeoutGroup] 2024-11-10T23:55:45,152 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282945151,5,FailOnTimeoutGroup] 2024-11-10T23:55:45,152 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,152 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:55:45,152 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,152 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:55:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35609 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:55:45,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:55:45,161 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560 2024-11-10T23:55:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35609 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:55:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:55:45,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:55:45,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:55:45,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:55:45,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:55:45,175 INFO [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:55:45,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:55:45,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:55:45,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:55:45,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:55:45,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:55:45,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:55:45,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740 2024-11-10T23:55:45,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740 2024-11-10T23:55:45,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:55:45,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:55:45,185 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:55:45,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:55:45,189 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:55:45,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=828229, jitterRate=0.053148120641708374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:55:45,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731282945170Initializing all the Stores at 1731282945171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282945171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282945172 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282945172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282945172Cleaning up temporary data from old regions at 1731282945185 (+13 ms)Region opened successfully at 1731282945191 (+6 ms) 2024-11-10T23:55:45,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:55:45,191 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:55:45,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:55:45,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:55:45,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:55:45,192 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:55:45,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731282945191Disabling compacts and flushes for region at 1731282945191Disabling writes for close at 1731282945191Writing region close event to WAL at 1731282945192 (+1 ms)Closed at 1731282945192 2024-11-10T23:55:45,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:55:45,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:55:45,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:55:45,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:55:45,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:55:45,216 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(746): ClusterId : c6e7feff-25e4-4b5f-aa31-781f5c8bf5f8 2024-11-10T23:55:45,216 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:55:45,219 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:55:45,219 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:55:45,221 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:55:45,222 DEBUG [RS:0;ae12972821c6:33433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ff0114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:55:45,235 DEBUG [RS:0;ae12972821c6:33433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae12972821c6:33433 2024-11-10T23:55:45,235 INFO [RS:0;ae12972821c6:33433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:55:45,235 INFO [RS:0;ae12972821c6:33433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:55:45,235 DEBUG [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:55:45,236 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,40367,1731282944835 with port=33433, startcode=1731282944889 2024-11-10T23:55:45,236 DEBUG [RS:0;ae12972821c6:33433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:55:45,239 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49947, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:55:45,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40367 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,242 DEBUG [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560 2024-11-10T23:55:45,242 DEBUG [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43167 2024-11-10T23:55:45,242 DEBUG [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:55:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:55:45,245 DEBUG [RS:0;ae12972821c6:33433 {}] zookeeper.ZKUtil(111): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,245 WARN [RS:0;ae12972821c6:33433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:55:45,245 INFO [RS:0;ae12972821c6:33433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:55:45,245 DEBUG [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,33433,1731282944889] 2024-11-10T23:55:45,250 INFO [RS:0;ae12972821c6:33433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:55:45,253 INFO [RS:0;ae12972821c6:33433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:55:45,254 INFO [RS:0;ae12972821c6:33433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:55:45,254 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,254 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:55:45,255 INFO [RS:0;ae12972821c6:33433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:55:45,256 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,256 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,256 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,256 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,256 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,256 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,256 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:55:45,257 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,257 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,257 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,257 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,257 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,257 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:55:45,257 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:55:45,257 DEBUG [RS:0;ae12972821c6:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:55:45,260 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,260 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,260 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,260 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,260 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,261 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,33433,1731282944889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:55:45,278 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:55:45,278 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,33433,1731282944889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,278 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,278 INFO [RS:0;ae12972821c6:33433 {}] regionserver.Replication(171): ae12972821c6,33433,1731282944889 started 2024-11-10T23:55:45,294 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,294 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,33433,1731282944889, RpcServer on ae12972821c6/172.17.0.2:33433, sessionid=0x101949cb8950001 2024-11-10T23:55:45,294 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:55:45,294 DEBUG [RS:0;ae12972821c6:33433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,294 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,33433,1731282944889' 2024-11-10T23:55:45,294 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:55:45,295 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:55:45,296 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:55:45,296 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:55:45,296 DEBUG [RS:0;ae12972821c6:33433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,296 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,33433,1731282944889' 2024-11-10T23:55:45,296 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:55:45,296 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:55:45,297 DEBUG [RS:0;ae12972821c6:33433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:55:45,297 INFO [RS:0;ae12972821c6:33433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:55:45,297 INFO [RS:0;ae12972821c6:33433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:55:45,347 WARN [ae12972821c6:40367 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:55:45,398 INFO [RS:0;ae12972821c6:33433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:55:45,400 INFO [RS:0;ae12972821c6:33433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C33433%2C1731282944889, suffix=, logDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/oldWALs, maxLogs=32 2024-11-10T23:55:45,416 DEBUG [RS:0;ae12972821c6:33433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402, exclude list is [], retry=0 2024-11-10T23:55:45,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-d4ba727b-d84f-4227-92e9-110e40132cb6,DISK] 2024-11-10T23:55:45,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35609,DS-39cd6f13-fdcc-4976-824e-0f6c0ea045d7,DISK] 2024-11-10T23:55:45,423 INFO [RS:0;ae12972821c6:33433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402 2024-11-10T23:55:45,423 DEBUG [RS:0;ae12972821c6:33433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42759:42759),(127.0.0.1/127.0.0.1:39419:39419)] 2024-11-10T23:55:45,597 DEBUG [ae12972821c6:40367 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T23:55:45,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,33433,1731282944889, state=OPENING 2024-11-10T23:55:45,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:55:45,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:45,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:55:45,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,33433,1731282944889}] 2024-11-10T23:55:45,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:55:45,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:55:45,758 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:55:45,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38577, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:55:45,765 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:55:45,765 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:55:45,765 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:55:45,768 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C33433%2C1731282944889.meta, suffix=.meta, logDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/oldWALs, maxLogs=32 2024-11-10T23:55:45,784 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta, exclude list is [], retry=0 2024-11-10T23:55:45,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-d4ba727b-d84f-4227-92e9-110e40132cb6,DISK] 2024-11-10T23:55:45,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35609,DS-39cd6f13-fdcc-4976-824e-0f6c0ea045d7,DISK] 2024-11-10T23:55:45,789 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta 2024-11-10T23:55:45,790 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39419:39419),(127.0.0.1/127.0.0.1:42759:42759)] 2024-11-10T23:55:45,790 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:55:45,791 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:55:45,791 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:55:45,791 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:55:45,791 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:55:45,791 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:55:45,792 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:55:45,792 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:55:45,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:55:45,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:55:45,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:55:45,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:55:45,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:55:45,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:55:45,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:55:45,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:55:45,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:45,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:55:45,801 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:55:45,802 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740 2024-11-10T23:55:45,803 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740 2024-11-10T23:55:45,805 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:55:45,805 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:55:45,806 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:55:45,808 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:55:45,809 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781568, jitterRate=-0.006185129284858704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:55:45,809 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:55:45,811 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731282945792Writing region info on filesystem at 1731282945792Initializing all the Stores at 1731282945793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282945793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282945793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282945793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282945793Cleaning up temporary data from old regions at 1731282945805 (+12 ms)Running coprocessor post-open hooks at 1731282945809 (+4 ms)Region opened successfully at 1731282945810 (+1 ms) 2024-11-10T23:55:45,812 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731282945758 2024-11-10T23:55:45,816 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:55:45,816 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:55:45,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,33433,1731282944889, state=OPEN 2024-11-10T23:55:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:55:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:55:45,823 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae12972821c6,33433,1731282944889 2024-11-10T23:55:45,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:55:45,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:55:45,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:55:45,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,33433,1731282944889 in 219 msec 2024-11-10T23:55:45,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:55:45,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-10T23:55:45,831 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:55:45,831 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:55:45,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:55:45,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,33433,1731282944889, seqNum=-1] 2024-11-10T23:55:45,833 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:55:45,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38501, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:55:45,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-10T23:55:45,842 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731282945842, completionTime=-1 2024-11-10T23:55:45,842 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T23:55:45,842 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:55:45,844 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T23:55:45,844 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731283005844 2024-11-10T23:55:45,844 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731283065844 2024-11-10T23:55:45,845 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-10T23:55:45,845 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40367,1731282944835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,845 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40367,1731282944835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,845 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40367,1731282944835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,845 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae12972821c6:40367, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,845 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,846 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,847 DEBUG [master/ae12972821c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:55:45,850 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.914sec 2024-11-10T23:55:45,850 INFO [master/ae12972821c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:55:45,850 INFO [master/ae12972821c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:55:45,850 INFO [master/ae12972821c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:55:45,850 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:55:45,850 INFO [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:55:45,850 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40367,1731282944835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:55:45,850 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40367,1731282944835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:55:45,854 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:55:45,854 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:55:45,854 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,40367,1731282944835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:55:45,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abe9bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:55:45,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,40367,-1 for getting cluster id 2024-11-10T23:55:45,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:55:45,918 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6e7feff-25e4-4b5f-aa31-781f5c8bf5f8' 2024-11-10T23:55:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:55:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6e7feff-25e4-4b5f-aa31-781f5c8bf5f8" 2024-11-10T23:55:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b8677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:55:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,40367,-1] 2024-11-10T23:55:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:55:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:45,921 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:55:45,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ad428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:55:45,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:55:45,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,33433,1731282944889, seqNum=-1] 2024-11-10T23:55:45,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:55:45,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:55:45,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae12972821c6,40367,1731282944835 2024-11-10T23:55:45,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:55:45,932 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T23:55:45,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:55:45,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:55:45,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:55:45,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:55:45,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:55:45,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c34ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:55:45,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff973ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:55:46,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d4c2f2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/java.io.tmpdir/jetty-localhost-45523-hadoop-hdfs-3_4_1-tests_jar-_-any-9659684806583030122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:46,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21faf698{HTTP/1.1, (http/1.1)}{localhost:45523} 2024-11-10T23:55:46,065 INFO [Time-limited test {}] server.Server(415): Started @67520ms 2024-11-10T23:55:46,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:55:46,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:55:46,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:55:46,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:55:46,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:55:46,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:55:46,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3da037{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:55:46,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32a39f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:55:46,170 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data5/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:46,170 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data6/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:46,188 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:55:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfc04ba1a95f1281 with lease ID 0x5773e86a27170c4e: Processing first storage report for DS-b2ec82c0-0c0c-49d5-a102-6a2758a90082 from datanode DatanodeRegistration(127.0.0.1:43613, datanodeUuid=14c592fb-214c-47a0-9845-edbac731585d, infoPort=43777, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfc04ba1a95f1281 with lease ID 0x5773e86a27170c4e: from storage DS-b2ec82c0-0c0c-49d5-a102-6a2758a90082 node DatanodeRegistration(127.0.0.1:43613, datanodeUuid=14c592fb-214c-47a0-9845-edbac731585d, infoPort=43777, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfc04ba1a95f1281 with lease ID 0x5773e86a27170c4e: Processing first storage report for DS-18f538e3-ac73-4f8f-aff0-a129d829b94e from datanode DatanodeRegistration(127.0.0.1:43613, datanodeUuid=14c592fb-214c-47a0-9845-edbac731585d, infoPort=43777, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfc04ba1a95f1281 with lease ID 0x5773e86a27170c4e: from storage DS-18f538e3-ac73-4f8f-aff0-a129d829b94e node DatanodeRegistration(127.0.0.1:43613, datanodeUuid=14c592fb-214c-47a0-9845-edbac731585d, infoPort=43777, infoSecurePort=0, ipcPort=36955, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:46,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4488a24b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/java.io.tmpdir/jetty-localhost-43715-hadoop-hdfs-3_4_1-tests_jar-_-any-14614214476134588668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:46,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63edfd54{HTTP/1.1, (http/1.1)}{localhost:43715} 2024-11-10T23:55:46,227 INFO [Time-limited test {}] server.Server(415): Started @67682ms 2024-11-10T23:55:46,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:55:46,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:55:46,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:55:46,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:55:46,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:55:46,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:55:46,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59bb0be6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:55:46,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f1e4ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:55:46,327 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data8/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:46,327 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data7/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:46,352 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:55:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45fb30d9ead705f8 with lease ID 0x5773e86a27170c4f: Processing first storage report for DS-43cec86c-0536-42ba-9506-9b568a907a1a from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=e59b08c4-8a1e-4705-b16a-3ae6c35f523a, infoPort=38689, infoSecurePort=0, ipcPort=42723, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45fb30d9ead705f8 with lease ID 0x5773e86a27170c4f: from storage DS-43cec86c-0536-42ba-9506-9b568a907a1a node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=e59b08c4-8a1e-4705-b16a-3ae6c35f523a, infoPort=38689, infoSecurePort=0, ipcPort=42723, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45fb30d9ead705f8 with lease ID 0x5773e86a27170c4f: Processing first storage report for DS-a0725fd2-e768-4534-ab65-aefd93b5f401 from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=e59b08c4-8a1e-4705-b16a-3ae6c35f523a, infoPort=38689, infoSecurePort=0, ipcPort=42723, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45fb30d9ead705f8 with lease ID 0x5773e86a27170c4f: from storage DS-a0725fd2-e768-4534-ab65-aefd93b5f401 node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=e59b08c4-8a1e-4705-b16a-3ae6c35f523a, infoPort=38689, infoSecurePort=0, ipcPort=42723, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:46,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e30a67b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/java.io.tmpdir/jetty-localhost-44717-hadoop-hdfs-3_4_1-tests_jar-_-any-18197616862951902670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:46,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352db5f6{HTTP/1.1, (http/1.1)}{localhost:44717} 2024-11-10T23:55:46,390 INFO [Time-limited test {}] server.Server(415): Started @67845ms 2024-11-10T23:55:46,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:55:46,488 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data9/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:46,488 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data10/current/BP-1596299451-172.17.0.2-1731282944028/current, will proceed with Du for space computation calculation, 2024-11-10T23:55:46,513 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:55:46,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d6adf56f5bfffc7 with lease ID 0x5773e86a27170c50: Processing first storage report for DS-9c6e2a12-c4b7-4773-80ea-9a7904d27954 from datanode DatanodeRegistration(127.0.0.1:34831, datanodeUuid=d5e33973-6c05-4374-a6bd-30bbb74085cf, infoPort=36215, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d6adf56f5bfffc7 with lease ID 0x5773e86a27170c50: from storage DS-9c6e2a12-c4b7-4773-80ea-9a7904d27954 node DatanodeRegistration(127.0.0.1:34831, datanodeUuid=d5e33973-6c05-4374-a6bd-30bbb74085cf, infoPort=36215, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d6adf56f5bfffc7 with lease ID 0x5773e86a27170c50: Processing first storage report for DS-7966c2d5-ca27-407d-82c3-4e44c0e8b478 from datanode DatanodeRegistration(127.0.0.1:34831, datanodeUuid=d5e33973-6c05-4374-a6bd-30bbb74085cf, infoPort=36215, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028) 2024-11-10T23:55:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d6adf56f5bfffc7 with lease ID 0x5773e86a27170c50: from storage DS-7966c2d5-ca27-407d-82c3-4e44c0e8b478 node DatanodeRegistration(127.0.0.1:34831, datanodeUuid=d5e33973-6c05-4374-a6bd-30bbb74085cf, infoPort=36215, infoSecurePort=0, ipcPort=34121, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:46,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:55:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,40367,1731282944835 2024-11-10T23:55:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa27bee 2024-11-10T23:55:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:55:46,618 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:55:46,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T23:55:46,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T23:55:46,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:55:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T23:55:46,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:55:46,623 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:46,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-10T23:55:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:55:46,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:55:46,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741835_1011 (size=393) 2024-11-10T23:55:46,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741835_1011 (size=393) 2024-11-10T23:55:46,635 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea2a17c082736f82d7dd2d6138342c21, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560 2024-11-10T23:55:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741836_1012 (size=76) 2024-11-10T23:55:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35609 is added to blk_1073741836_1012 (size=76) 2024-11-10T23:55:46,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:55:46,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing ea2a17c082736f82d7dd2d6138342c21, disabling compactions & flushes 2024-11-10T23:55:46,644 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:46,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:46,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. after waiting 0 ms 2024-11-10T23:55:46,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:46,644 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:46,644 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea2a17c082736f82d7dd2d6138342c21: Waiting for close lock at 1731282946644Disabling compacts and flushes for region at 1731282946644Disabling writes for close at 1731282946644Writing region close event to WAL at 1731282946644Closed at 1731282946644 2024-11-10T23:55:46,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:55:46,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731282946646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282946646"}]},"ts":"1731282946646"} 2024-11-10T23:55:46,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:55:46,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:55:46,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282946651"}]},"ts":"1731282946651"} 2024-11-10T23:55:46,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-10T23:55:46,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea2a17c082736f82d7dd2d6138342c21, ASSIGN}] 2024-11-10T23:55:46,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea2a17c082736f82d7dd2d6138342c21, ASSIGN 2024-11-10T23:55:46,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea2a17c082736f82d7dd2d6138342c21, ASSIGN; state=OFFLINE, location=ae12972821c6,33433,1731282944889; forceNewPlan=false, retain=false 2024-11-10T23:55:46,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea2a17c082736f82d7dd2d6138342c21, regionState=OPENING, regionLocation=ae12972821c6,33433,1731282944889 2024-11-10T23:55:46,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea2a17c082736f82d7dd2d6138342c21, ASSIGN because future has completed 2024-11-10T23:55:46,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea2a17c082736f82d7dd2d6138342c21, server=ae12972821c6,33433,1731282944889}] 2024-11-10T23:55:46,969 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:46,970 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea2a17c082736f82d7dd2d6138342c21, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:55:46,970 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,970 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:55:46,970 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,970 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,972 INFO [StoreOpener-ea2a17c082736f82d7dd2d6138342c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,974 INFO [StoreOpener-ea2a17c082736f82d7dd2d6138342c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2a17c082736f82d7dd2d6138342c21 columnFamilyName info 2024-11-10T23:55:46,974 DEBUG [StoreOpener-ea2a17c082736f82d7dd2d6138342c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:55:46,974 INFO [StoreOpener-ea2a17c082736f82d7dd2d6138342c21-1 {}] regionserver.HStore(327): Store=ea2a17c082736f82d7dd2d6138342c21/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:55:46,974 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,975 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,976 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,976 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,977 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,979 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,981 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:55:46,982 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea2a17c082736f82d7dd2d6138342c21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=844287, jitterRate=0.07356749475002289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:55:46,982 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:46,983 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea2a17c082736f82d7dd2d6138342c21: Running coprocessor pre-open hook at 1731282946970Writing region info on filesystem at 1731282946970Initializing all the Stores at 1731282946971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282946972 (+1 ms)Cleaning up temporary data from old regions at 1731282946977 (+5 ms)Running coprocessor post-open hooks at 1731282946982 (+5 ms)Region opened successfully at 1731282946983 (+1 ms) 2024-11-10T23:55:46,985 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21., pid=6, masterSystemTime=1731282946964 2024-11-10T23:55:46,987 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:46,988 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:46,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea2a17c082736f82d7dd2d6138342c21, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,33433,1731282944889 2024-11-10T23:55:46,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea2a17c082736f82d7dd2d6138342c21, server=ae12972821c6,33433,1731282944889 because future has completed 2024-11-10T23:55:46,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T23:55:46,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea2a17c082736f82d7dd2d6138342c21, server=ae12972821c6,33433,1731282944889 in 182 msec 2024-11-10T23:55:46,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:55:46,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=ea2a17c082736f82d7dd2d6138342c21, ASSIGN in 343 msec 2024-11-10T23:55:47,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:55:47,000 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282947000"}]},"ts":"1731282947000"} 2024-11-10T23:55:47,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-10T23:55:47,004 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:55:47,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 384 msec 2024-11-10T23:55:48,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:55:48,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:55:48,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:55:48,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:55:48,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:55:51,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:55:51,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-10T23:55:53,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:55:53,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T23:55:53,704 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T23:55:53,704 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-10T23:55:53,705 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:55:53,705 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T23:55:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:55:56,660 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-10T23:55:56,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-10T23:55:56,661 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:55:56,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-10T23:55:56,666 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:55:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-10T23:55:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21., hostname=ae12972821c6,33433,1731282944889, seqNum=2] 2024-11-10T23:55:56,672 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-10T23:55:56,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T23:55:56,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:56,677 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_804893991_22 at /127.0.0.1:54052 [Receiving block BP-1596299451-172.17.0.2-1731282944028:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54052 dst: /127.0.0.1:33643 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,677 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_804893991_22 at /127.0.0.1:54056 [Receiving block BP-1596299451-172.17.0.2-1731282944028:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54056 dst: /127.0.0.1:33643 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,677 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1198160324_22 at /127.0.0.1:47336 [Receiving block BP-1596299451-172.17.0.2-1731282944028:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:35609:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47336 dst: /127.0.0.1:35609 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,677 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_804893991_22 at /127.0.0.1:47366 [Receiving block BP-1596299451-172.17.0.2-1731282944028:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35609:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47366 dst: /127.0.0.1:35609 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,677 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_804893991_22 at /127.0.0.1:47380 [Receiving block BP-1596299451-172.17.0.2-1731282944028:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35609:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47380 dst: /127.0.0.1:35609 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,677 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1198160324_22 at /127.0.0.1:54020 [Receiving block BP-1596299451-172.17.0.2-1731282944028:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33643:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54020 dst: /127.0.0.1:33643 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@206bebc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:56,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a40f08d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:55:56,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:55:56,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ae62fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:55:56,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fcab83f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,STOPPED} 2024-11-10T23:55:56,681 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:55:56,681 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:55:56,681 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1596299451-172.17.0.2-1731282944028 (Datanode Uuid dc7ed540-2e78-4f09-9fe5-84514300f32b) service to localhost/127.0.0.1:43167 2024-11-10T23:55:56,681 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:55:56,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data3/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:55:56,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data4/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:55:56,682 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:55:56,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:55:56,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:55:56,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:55:56,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:55:56,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:55:56,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58afcd3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:55:56,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55175396{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:55:56,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5111ec36{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/java.io.tmpdir/jetty-localhost-36291-hadoop-hdfs-3_4_1-tests_jar-_-any-11557322525883279762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:55:56,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c90d051{HTTP/1.1, (http/1.1)}{localhost:36291} 2024-11-10T23:55:56,815 INFO [Time-limited test {}] server.Server(415): Started @78270ms 2024-11-10T23:55:56,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:55:56,837 WARN [AsyncFSWAL-0-hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560-prefix:ae12972821c6,33433,1731282944889 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,838 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae12972821c6%2C33433%2C1731282944889:(num 1731282945402) roll requested 2024-11-10T23:55:56,852 DEBUG [regionserver/ae12972821c6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282956838, exclude list is [], retry=0 2024-11-10T23:55:56,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34831,DS-9c6e2a12-c4b7-4773-80ea-9a7904d27954,DISK] 2024-11-10T23:55:56,856 INFO [regionserver/ae12972821c6:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:35609,DS-39cd6f13-fdcc-4976-824e-0f6c0ea045d7,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-10T23:55:56,857 WARN [regionserver/ae12972821c6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(579): create fan-out dfs output /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282956838 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:35609 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,926 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:55:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb84269ff34788478 with lease ID 0x5773e86a27170c51: from storage DS-39cd6f13-fdcc-4976-824e-0f6c0ea045d7 node DatanodeRegistration(127.0.0.1:38497, datanodeUuid=dc7ed540-2e78-4f09-9fe5-84514300f32b, infoPort=32863, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T23:55:56,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb84269ff34788478 with lease ID 0x5773e86a27170c51: from storage DS-c0836196-6cf1-43b2-8ae6-ec9218be8ed9 node DatanodeRegistration(127.0.0.1:38497, datanodeUuid=dc7ed540-2e78-4f09-9fe5-84514300f32b, infoPort=32863, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=487287915;c=1731282944028), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:55:56,957 DEBUG [regionserver/ae12972821c6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282956838, exclude list is [(127.0.0.1/127.0.0.1:42759:42759)], retry=1 2024-11-10T23:55:56,958 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_804893991_22 at /127.0.0.1:41482 [Receiving block BP-1596299451-172.17.0.2-1731282944028:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:34831:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41482 dst: /127.0.0.1:34831 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-d4ba727b-d84f-4227-92e9-110e40132cb6,DISK] 2024-11-10T23:55:56,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-43cec86c-0536-42ba-9506-9b568a907a1a,DISK] 2024-11-10T23:55:56,963 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282956838 2024-11-10T23:55:56,964 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39419:39419),(127.0.0.1/127.0.0.1:38689:38689)] 2024-11-10T23:55:56,964 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402 is not closed yet, will try archiving it next time 2024-11-10T23:55:56,965 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:55:56,965 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:55:56,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:55:56,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:56,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:56,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:55:56,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:55:56,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1454897425, stopped=false 2024-11-10T23:55:56,966 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae12972821c6,40367,1731282944835 2024-11-10T23:55:56,966 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T23:55:56,967 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T23:55:56,967 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402 2024-11-10T23:55:56,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:55:56,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:55:56,968 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:55:56,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:56,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:55:56,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:55:56,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:55:56,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:56,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:55:56,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:55:56,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,33433,1731282944889' ***** 2024-11-10T23:55:56,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:55:56,969 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:55:56,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:55:56,970 INFO [RS:0;ae12972821c6:33433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:55:56,970 INFO [RS:0;ae12972821c6:33433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:55:56,970 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(3091): Received CLOSE for ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:56,970 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,33433,1731282944889 2024-11-10T23:55:56,970 INFO [RS:0;ae12972821c6:33433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:55:56,970 INFO [RS:0;ae12972821c6:33433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae12972821c6:33433. 2024-11-10T23:55:56,970 DEBUG [RS:0;ae12972821c6:33433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:55:56,970 DEBUG [RS:0;ae12972821c6:33433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:55:56,970 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea2a17c082736f82d7dd2d6138342c21, disabling compactions & flushes 2024-11-10T23:55:56,970 INFO [RS:0;ae12972821c6:33433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:55:56,970 INFO [RS:0;ae12972821c6:33433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:55:56,970 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:56,971 INFO [RS:0;ae12972821c6:33433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:55:56,971 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:56,971 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:55:56,971 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. after waiting 0 ms 2024-11-10T23:55:56,971 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:56,971 WARN [IPC Server handler 1 on default port 43167 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-11-10T23:55:56,971 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea2a17c082736f82d7dd2d6138342c21 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-10T23:55:56,971 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:55:56,971 DEBUG [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea2a17c082736f82d7dd2d6138342c21=TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21.} 2024-11-10T23:55:56,971 DEBUG [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea2a17c082736f82d7dd2d6138342c21 2024-11-10T23:55:56,971 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:55:56,971 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:55:56,971 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:55:56,971 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:55:56,971 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:55:56,971 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-10T23:55:56,972 WARN [AsyncFSWAL-0-hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560-prefix:ae12972821c6,33433,1731282944889.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,972 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae12972821c6%2C33433%2C1731282944889.meta:.meta(num 1731282945769) roll requested 2024-11-10T23:55:56,975 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402 after 6ms 2024-11-10T23:55:56,987 DEBUG [regionserver/ae12972821c6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282956972.meta, exclude list is [(127.0.0.1/127.0.0.1:42759:42759)], retry=0 2024-11-10T23:55:56,989 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21/.tmp/info/ba77b299236b47c3985be2fcee931607 is 1055, key is row0001/info:/1731282956671/Put/seqid=0 2024-11-10T23:55:56,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-d4ba727b-d84f-4227-92e9-110e40132cb6,DISK] 2024-11-10T23:55:56,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38497,DS-39cd6f13-fdcc-4976-824e-0f6c0ea045d7,DISK] 2024-11-10T23:55:56,992 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282956972.meta 2024-11-10T23:55:56,993 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39419:39419),(127.0.0.1/127.0.0.1:32863:32863)] 2024-11-10T23:55:56,993 DEBUG [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta is not closed yet, will try archiving it next time 2024-11-10T23:55:56,993 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,993 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:55:56,994 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta 2024-11-10T23:55:56,994 WARN [IPC Server handler 0 on default port 43167 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-10T23:55:56,995 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta after 1ms 2024-11-10T23:55:56,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741840_1017 (size=7062) 2024-11-10T23:55:56,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741840_1017 (size=7062) 2024-11-10T23:55:56,996 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21/.tmp/info/ba77b299236b47c3985be2fcee931607 2024-11-10T23:55:57,006 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21/.tmp/info/ba77b299236b47c3985be2fcee931607 as hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21/info/ba77b299236b47c3985be2fcee931607 2024-11-10T23:55:57,011 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/info/59c5156d35cb4303a9332b6a6eaed810 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21./info:regioninfo/1731282946988/Put/seqid=0 2024-11-10T23:55:57,014 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21/info/ba77b299236b47c3985be2fcee931607, entries=2, sequenceid=6, filesize=6.9 K 2024-11-10T23:55:57,015 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for ea2a17c082736f82d7dd2d6138342c21 in 44ms, sequenceid=6, compaction requested=false 2024-11-10T23:55:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741841_1019 (size=7089) 2024-11-10T23:55:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741841_1019 (size=7089) 2024-11-10T23:55:57,019 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/info/59c5156d35cb4303a9332b6a6eaed810 2024-11-10T23:55:57,020 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/default/TestLogRolling-testLogRollOnDatanodeDeath/ea2a17c082736f82d7dd2d6138342c21/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T23:55:57,021 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:57,021 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea2a17c082736f82d7dd2d6138342c21: Waiting for close lock at 1731282956970Running coprocessor pre-close hooks at 1731282956970Disabling compacts and flushes for region at 1731282956970Disabling writes for close at 1731282956971 (+1 ms)Obtaining lock to block concurrent updates at 1731282956971Preparing flush snapshotting stores in ea2a17c082736f82d7dd2d6138342c21 at 1731282956971Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731282956971Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. at 1731282956972 (+1 ms)Flushing ea2a17c082736f82d7dd2d6138342c21/info: creating writer at 1731282956972Flushing ea2a17c082736f82d7dd2d6138342c21/info: appending metadata at 1731282956988 (+16 ms)Flushing ea2a17c082736f82d7dd2d6138342c21/info: closing flushed file at 1731282956988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d02ec1: reopening flushed file at 1731282957005 (+17 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for ea2a17c082736f82d7dd2d6138342c21 in 44ms, sequenceid=6, compaction requested=false at 1731282957015 (+10 ms)Writing region close event to WAL at 1731282957016 (+1 ms)Running coprocessor post-close hooks at 1731282957021 (+5 ms)Closed at 1731282957021 2024-11-10T23:55:57,021 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731282946619.ea2a17c082736f82d7dd2d6138342c21. 2024-11-10T23:55:57,043 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/ns/dec1f102e6ff470e96e5cef9a799fd48 is 43, key is default/ns:d/1731282945836/Put/seqid=0 2024-11-10T23:55:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741842_1020 (size=5153) 2024-11-10T23:55:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741842_1020 (size=5153) 2024-11-10T23:55:57,049 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/ns/dec1f102e6ff470e96e5cef9a799fd48 2024-11-10T23:55:57,072 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/table/c67be1ad061b483d9ff2873eecbaca4a is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731282947000/Put/seqid=0 2024-11-10T23:55:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741843_1021 (size=5424) 2024-11-10T23:55:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741843_1021 (size=5424) 2024-11-10T23:55:57,079 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/table/c67be1ad061b483d9ff2873eecbaca4a 2024-11-10T23:55:57,087 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/info/59c5156d35cb4303a9332b6a6eaed810 as hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/info/59c5156d35cb4303a9332b6a6eaed810 2024-11-10T23:55:57,094 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/info/59c5156d35cb4303a9332b6a6eaed810, entries=10, sequenceid=11, filesize=6.9 K 2024-11-10T23:55:57,095 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/ns/dec1f102e6ff470e96e5cef9a799fd48 as hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/ns/dec1f102e6ff470e96e5cef9a799fd48 2024-11-10T23:55:57,101 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/ns/dec1f102e6ff470e96e5cef9a799fd48, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T23:55:57,102 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/.tmp/table/c67be1ad061b483d9ff2873eecbaca4a as hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/table/c67be1ad061b483d9ff2873eecbaca4a 2024-11-10T23:55:57,110 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/table/c67be1ad061b483d9ff2873eecbaca4a, entries=2, sequenceid=11, filesize=5.3 K 2024-11-10T23:55:57,111 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=11, compaction requested=false 2024-11-10T23:55:57,118 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T23:55:57,119 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:55:57,119 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:55:57,120 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731282956971Running coprocessor pre-close hooks at 1731282956971Disabling compacts and flushes for region at 1731282956971Disabling writes for close at 1731282956971Obtaining lock to block concurrent updates at 1731282956971Preparing flush snapshotting stores in 1588230740 at 1731282956971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731282956972 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731282956993 (+21 ms)Flushing 1588230740/info: creating writer at 1731282956994 (+1 ms)Flushing 1588230740/info: appending metadata at 1731282957011 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731282957011Flushing 1588230740/ns: creating writer at 1731282957026 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731282957042 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731282957042Flushing 1588230740/table: creating writer at 1731282957055 (+13 ms)Flushing 1588230740/table: appending metadata at 1731282957071 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731282957071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bf99b6: reopening flushed file at 1731282957086 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf04f7c: reopening flushed file at 1731282957094 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d61136: reopening flushed file at 1731282957102 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=11, compaction requested=false at 1731282957111 (+9 ms)Writing region close event to WAL at 1731282957115 (+4 ms)Running coprocessor post-close hooks at 1731282957119 (+4 ms)Closed at 1731282957119 2024-11-10T23:55:57,120 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:55:57,171 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,33433,1731282944889; all regions closed. 2024-11-10T23:55:57,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741839_1016 (size=825) 2024-11-10T23:55:57,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741839_1016 (size=825) 2024-11-10T23:55:57,260 INFO [regionserver/ae12972821c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:55:57,261 INFO [regionserver/ae12972821c6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:55:57,261 INFO [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:55:59,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741833_1015 (size=1599) 2024-11-10T23:56:00,976 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402 after 4009ms 2024-11-10T23:56:00,977 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.1731282945402 to hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/oldWALs/ae12972821c6%2C33433%2C1731282944889.1731282945402 2024-11-10T23:56:00,995 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta after 4001ms 2024-11-10T23:56:00,996 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/WALs/ae12972821c6,33433,1731282944889/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta to hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/oldWALs/ae12972821c6%2C33433%2C1731282944889.meta.1731282945769.meta 2024-11-10T23:56:00,999 DEBUG [RS:0;ae12972821c6:33433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/oldWALs 2024-11-10T23:56:00,999 INFO [RS:0;ae12972821c6:33433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C33433%2C1731282944889.meta:.meta(num 1731282956972) 2024-11-10T23:56:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741838_1014 (size=2288) 2024-11-10T23:56:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741838_1014 (size=2288) 2024-11-10T23:56:01,004 DEBUG [RS:0;ae12972821c6:33433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/oldWALs 2024-11-10T23:56:01,004 INFO [RS:0;ae12972821c6:33433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C33433%2C1731282944889:(num 1731282956838) 2024-11-10T23:56:01,004 DEBUG [RS:0;ae12972821c6:33433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:56:01,004 INFO [RS:0;ae12972821c6:33433 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:56:01,004 INFO [RS:0;ae12972821c6:33433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:56:01,004 INFO [RS:0;ae12972821c6:33433 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:56:01,004 INFO [RS:0;ae12972821c6:33433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:56:01,004 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:56:01,005 INFO [RS:0;ae12972821c6:33433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33433 2024-11-10T23:56:01,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,33433,1731282944889 2024-11-10T23:56:01,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:56:01,007 INFO [RS:0;ae12972821c6:33433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:56:01,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,33433,1731282944889] 2024-11-10T23:56:01,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,33433,1731282944889 already deleted, retry=false 2024-11-10T23:56:01,011 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,33433,1731282944889 expired; onlineServers=0 2024-11-10T23:56:01,011 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae12972821c6,40367,1731282944835' ***** 2024-11-10T23:56:01,011 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:56:01,011 INFO [M:0;ae12972821c6:40367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:56:01,011 INFO [M:0;ae12972821c6:40367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:56:01,011 DEBUG [M:0;ae12972821c6:40367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:56:01,011 DEBUG [M:0;ae12972821c6:40367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:56:01,011 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:56:01,011 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282945151 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282945151,5,FailOnTimeoutGroup] 2024-11-10T23:56:01,011 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282945151 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282945151,5,FailOnTimeoutGroup] 2024-11-10T23:56:01,011 INFO [M:0;ae12972821c6:40367 {}] hbase.ChoreService(370): Chore service for: master/ae12972821c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:56:01,012 INFO [M:0;ae12972821c6:40367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:56:01,012 DEBUG [M:0;ae12972821c6:40367 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:56:01,012 INFO [M:0;ae12972821c6:40367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:56:01,012 INFO [M:0;ae12972821c6:40367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:56:01,012 INFO [M:0;ae12972821c6:40367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:56:01,012 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:56:01,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:56:01,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:01,013 DEBUG [M:0;ae12972821c6:40367 {}] zookeeper.ZKUtil(347): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:56:01,013 WARN [M:0;ae12972821c6:40367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:56:01,015 INFO [M:0;ae12972821c6:40367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/.lastflushedseqids 2024-11-10T23:56:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741844_1022 (size=139) 2024-11-10T23:56:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741844_1022 (size=139) 2024-11-10T23:56:01,022 INFO [M:0;ae12972821c6:40367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:56:01,022 INFO [M:0;ae12972821c6:40367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:56:01,022 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:56:01,022 INFO [M:0;ae12972821c6:40367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:01,022 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:01,022 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:56:01,022 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:01,022 INFO [M:0;ae12972821c6:40367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-10T23:56:01,023 WARN [AsyncFSWAL-0-hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData-prefix:ae12972821c6,40367,1731282944835 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:56:01,023 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae12972821c6%2C40367%2C1731282944835:(num 1731282945041) roll requested 2024-11-10T23:56:01,038 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282961024, exclude list is [], retry=0 2024-11-10T23:56:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-b2ec82c0-0c0c-49d5-a102-6a2758a90082,DISK] 2024-11-10T23:56:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-d4ba727b-d84f-4227-92e9-110e40132cb6,DISK] 2024-11-10T23:56:01,043 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282961024 2024-11-10T23:56:01,043 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43777:43777),(127.0.0.1/127.0.0.1:39419:39419)] 2024-11-10T23:56:01,043 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041 is not closed yet, will try archiving it next time 2024-11-10T23:56:01,043 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:56:01,044 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:56:01,044 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041 2024-11-10T23:56:01,045 WARN [IPC Server handler 2 on default port 43167 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-10T23:56:01,045 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041 after 1ms 2024-11-10T23:56:01,060 DEBUG [M:0;ae12972821c6:40367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ce18691644e4a8c9dd0c61872c23d8d is 82, key is hbase:meta,,1/info:regioninfo/1731282945817/Put/seqid=0 2024-11-10T23:56:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741846_1025 (size=5672) 2024-11-10T23:56:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741846_1025 (size=5672) 2024-11-10T23:56:01,066 INFO [M:0;ae12972821c6:40367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ce18691644e4a8c9dd0c61872c23d8d 2024-11-10T23:56:01,089 DEBUG [M:0;ae12972821c6:40367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/342c833dea254f49aa5dc3b90da0b20d is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731282947005/Put/seqid=0 2024-11-10T23:56:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741847_1026 (size=6114) 2024-11-10T23:56:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741847_1026 (size=6114) 2024-11-10T23:56:01,095 INFO [M:0;ae12972821c6:40367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/342c833dea254f49aa5dc3b90da0b20d 2024-11-10T23:56:01,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:56:01,109 INFO [RS:0;ae12972821c6:33433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:56:01,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101949cb8950001, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:56:01,109 INFO [RS:0;ae12972821c6:33433 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,33433,1731282944889; zookeeper connection closed. 2024-11-10T23:56:01,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71e35962 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71e35962 2024-11-10T23:56:01,110 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T23:56:01,119 DEBUG [M:0;ae12972821c6:40367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/311d16a6bcd54f59973b672c390a72a9 is 69, key is ae12972821c6,33433,1731282944889/rs:state/1731282945240/Put/seqid=0 2024-11-10T23:56:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741848_1027 (size=5156) 2024-11-10T23:56:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741848_1027 (size=5156) 2024-11-10T23:56:01,125 INFO [M:0;ae12972821c6:40367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/311d16a6bcd54f59973b672c390a72a9 2024-11-10T23:56:01,147 DEBUG [M:0;ae12972821c6:40367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/19a7fef1c7e044f5a5a65d49b97927e7 is 52, key is load_balancer_on/state:d/1731282945931/Put/seqid=0 2024-11-10T23:56:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741849_1028 (size=5056) 2024-11-10T23:56:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741849_1028 (size=5056) 2024-11-10T23:56:01,154 INFO [M:0;ae12972821c6:40367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/19a7fef1c7e044f5a5a65d49b97927e7 2024-11-10T23:56:01,161 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ce18691644e4a8c9dd0c61872c23d8d as hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ce18691644e4a8c9dd0c61872c23d8d 2024-11-10T23:56:01,167 INFO [M:0;ae12972821c6:40367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ce18691644e4a8c9dd0c61872c23d8d, entries=8, sequenceid=56, filesize=5.5 K 2024-11-10T23:56:01,168 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/342c833dea254f49aa5dc3b90da0b20d as hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/342c833dea254f49aa5dc3b90da0b20d 2024-11-10T23:56:01,174 INFO [M:0;ae12972821c6:40367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/342c833dea254f49aa5dc3b90da0b20d, entries=6, sequenceid=56, filesize=6.0 K 2024-11-10T23:56:01,175 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/311d16a6bcd54f59973b672c390a72a9 as hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/311d16a6bcd54f59973b672c390a72a9 2024-11-10T23:56:01,180 INFO [M:0;ae12972821c6:40367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/311d16a6bcd54f59973b672c390a72a9, entries=1, sequenceid=56, filesize=5.0 K 2024-11-10T23:56:01,181 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/19a7fef1c7e044f5a5a65d49b97927e7 as hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/19a7fef1c7e044f5a5a65d49b97927e7 2024-11-10T23:56:01,187 INFO [M:0;ae12972821c6:40367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/19a7fef1c7e044f5a5a65d49b97927e7, entries=1, sequenceid=56, filesize=4.9 K 2024-11-10T23:56:01,188 INFO [M:0;ae12972821c6:40367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=56, compaction requested=false 2024-11-10T23:56:01,190 INFO [M:0;ae12972821c6:40367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:01,190 DEBUG [M:0;ae12972821c6:40367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731282961022Disabling compacts and flushes for region at 1731282961022Disabling writes for close at 1731282961022Obtaining lock to block concurrent updates at 1731282961022Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731282961022Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731282961023 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731282961044 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731282961044Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731282961060 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731282961060Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731282961072 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731282961088 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731282961088Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731282961102 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731282961118 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731282961118Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731282961131 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731282961147 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731282961147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbdffc0: reopening flushed file at 1731282961160 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3424caf1: reopening flushed file at 1731282961167 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c981c88: reopening flushed file at 1731282961174 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b37333: reopening flushed file at 1731282961180 (+6 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=56, compaction requested=false at 1731282961188 (+8 ms)Writing region close event to WAL at 1731282961189 (+1 ms)Closed at 1731282961190 (+1 ms) 2024-11-10T23:56:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741845_1023 (size=757) 2024-11-10T23:56:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741845_1023 (size=757) 2024-11-10T23:56:02,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:02,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:02,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:02,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:56:02,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741834_1018 (size=2386) 2024-11-10T23:56:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43613 is added to blk_1073741833_1015 (size=1599) 2024-11-10T23:56:02,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:02,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:03,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T23:56:03,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:56:03,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:56:03,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T23:56:05,046 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041 after 4002ms 2024-11-10T23:56:05,047 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/WALs/ae12972821c6,40367,1731282944835/ae12972821c6%2C40367%2C1731282944835.1731282945041 to hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/oldWALs/ae12972821c6%2C40367%2C1731282944835.1731282945041 2024-11-10T23:56:05,050 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/MasterData/oldWALs/ae12972821c6%2C40367%2C1731282944835.1731282945041 to hdfs://localhost:43167/user/jenkins/test-data/c6a69cc1-97e6-e8e2-4f61-8bcfb0838560/oldWALs/ae12972821c6%2C40367%2C1731282944835.1731282945041$masterlocalwal$ 2024-11-10T23:56:05,051 INFO [M:0;ae12972821c6:40367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:56:05,051 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:56:05,051 INFO [M:0;ae12972821c6:40367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40367 2024-11-10T23:56:05,051 INFO [M:0;ae12972821c6:40367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:56:05,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:56:05,153 INFO [M:0;ae12972821c6:40367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:56:05,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40367-0x101949cb8950000, quorum=127.0.0.1:60677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:56:05,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5111ec36{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:05,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c90d051{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:05,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:05,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55175396{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:05,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58afcd3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:05,158 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:56:05,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:56:05,158 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1596299451-172.17.0.2-1731282944028 (Datanode Uuid dc7ed540-2e78-4f09-9fe5-84514300f32b) service to localhost/127.0.0.1:43167 2024-11-10T23:56:05,158 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:56:05,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data3/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data4/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:56:05,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e30a67b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:05,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352db5f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:05,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:05,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f1e4ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:05,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59bb0be6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:05,164 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:56:05,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:56:05,164 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1596299451-172.17.0.2-1731282944028 (Datanode Uuid d5e33973-6c05-4374-a6bd-30bbb74085cf) service to localhost/127.0.0.1:43167 2024-11-10T23:56:05,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:56:05,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data9/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data10/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:56:05,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4488a24b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:05,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63edfd54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:05,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:05,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32a39f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:05,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3da037{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:05,169 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:56:05,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:56:05,169 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1596299451-172.17.0.2-1731282944028 (Datanode Uuid e59b08c4-8a1e-4705-b16a-3ae6c35f523a) service to localhost/127.0.0.1:43167 2024-11-10T23:56:05,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:56:05,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data7/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data8/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:56:05,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d4c2f2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:05,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21faf698{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:05,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:05,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ff973ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:05,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c34ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:05,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:56:05,174 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:56:05,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:56:05,174 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1596299451-172.17.0.2-1731282944028 (Datanode Uuid 14c592fb-214c-47a0-9845-edbac731585d) service to localhost/127.0.0.1:43167 2024-11-10T23:56:05,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data5/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data6/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:56:05,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ceb5ed1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:05,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f3b9da7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:05,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:05,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e0dcaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:05,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ec87b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:05,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:56:05,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:56:05,179 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:56:05,179 WARN [BP-1596299451-172.17.0.2-1731282944028 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1596299451-172.17.0.2-1731282944028 (Datanode Uuid a9e79152-6510-4a55-acb7-c7b90ae6213b) service to localhost/127.0.0.1:43167 2024-11-10T23:56:05,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data1/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/cluster_a5994c7e-ca03-cbe1-cb2d-6a86c42fc1ad/data/data2/current/BP-1596299451-172.17.0.2-1731282944028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:05,180 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:56:05,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b7b56ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:56:05,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d4631e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:05,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:05,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e3c4db6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:05,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5c740d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:05,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:56:05,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:56:05,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 69) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:43167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:43167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:43167 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 63) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7493 (was 7789) 2024-11-10T23:56:05,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=7492 2024-11-10T23:56:05,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:56:05,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.log.dir so I do NOT create it in target/test-data/2e074e44-edbc-38c7-4019-814b205661d1 2024-11-10T23:56:05,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/70382a06-ae15-35e2-6464-a171de1dc39f/hadoop.tmp.dir so I do NOT create it in target/test-data/2e074e44-edbc-38c7-4019-814b205661d1 2024-11-10T23:56:05,240 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71, deleteOnExit=true 2024-11-10T23:56:05,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:56:05,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/test.cache.data in system properties and HBase conf 2024-11-10T23:56:05,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:56:05,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:56:05,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:56:05,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:56:05,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:56:05,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:56:05,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:56:05,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:56:05,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:56:05,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:56:05,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:56:05,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:56:05,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:56:05,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:56:05,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:56:05,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:56:05,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:56:05,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:56:05,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cda6b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:56:05,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51de52d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:56:05,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3790de04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/java.io.tmpdir/jetty-localhost-45595-hadoop-hdfs-3_4_1-tests_jar-_-any-12524747378406186219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:56:05,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fd9f81b{HTTP/1.1, (http/1.1)}{localhost:45595} 2024-11-10T23:56:05,458 INFO [Time-limited test {}] server.Server(415): Started @86913ms 2024-11-10T23:56:05,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:56:05,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:56:05,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:56:05,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:56:05,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:56:05,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3669c62a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:56:05,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295bc1e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:56:05,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4475c417{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/java.io.tmpdir/jetty-localhost-43797-hadoop-hdfs-3_4_1-tests_jar-_-any-18000067326530597494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:05,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b12c254{HTTP/1.1, (http/1.1)}{localhost:43797} 2024-11-10T23:56:05,685 INFO [Time-limited test {}] server.Server(415): Started @87140ms 2024-11-10T23:56:05,686 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:56:05,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:56:05,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:56:05,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:56:05,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:56:05,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:56:05,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c74f2cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:56:05,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aca7b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:56:05,783 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/data/data2/current/BP-1693953435-172.17.0.2-1731282965275/current, will proceed with Du for space computation calculation, 2024-11-10T23:56:05,783 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/data/data1/current/BP-1693953435-172.17.0.2-1731282965275/current, will proceed with Du for space computation calculation, 2024-11-10T23:56:05,800 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:56:05,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2a733750f1aa253 with lease ID 0xda491e1a94785bde: Processing first storage report for DS-bbfda43f-f817-4620-b76e-573d594957b2 from datanode DatanodeRegistration(127.0.0.1:42213, datanodeUuid=7c91f0ec-4b83-4d07-89cb-e32ccd5e32cf, infoPort=44681, infoSecurePort=0, ipcPort=45913, storageInfo=lv=-57;cid=testClusterID;nsid=1518657823;c=1731282965275) 2024-11-10T23:56:05,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2a733750f1aa253 with lease ID 0xda491e1a94785bde: from storage DS-bbfda43f-f817-4620-b76e-573d594957b2 node DatanodeRegistration(127.0.0.1:42213, datanodeUuid=7c91f0ec-4b83-4d07-89cb-e32ccd5e32cf, infoPort=44681, infoSecurePort=0, ipcPort=45913, storageInfo=lv=-57;cid=testClusterID;nsid=1518657823;c=1731282965275), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T23:56:05,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2a733750f1aa253 with lease ID 0xda491e1a94785bde: Processing first storage report for DS-f504f98f-c800-4aef-a376-e601dd132851 from datanode DatanodeRegistration(127.0.0.1:42213, datanodeUuid=7c91f0ec-4b83-4d07-89cb-e32ccd5e32cf, infoPort=44681, infoSecurePort=0, ipcPort=45913, storageInfo=lv=-57;cid=testClusterID;nsid=1518657823;c=1731282965275) 2024-11-10T23:56:05,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2a733750f1aa253 with lease ID 0xda491e1a94785bde: from storage DS-f504f98f-c800-4aef-a376-e601dd132851 node DatanodeRegistration(127.0.0.1:42213, datanodeUuid=7c91f0ec-4b83-4d07-89cb-e32ccd5e32cf, infoPort=44681, infoSecurePort=0, ipcPort=45913, storageInfo=lv=-57;cid=testClusterID;nsid=1518657823;c=1731282965275), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:56:05,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@856a415{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/java.io.tmpdir/jetty-localhost-46713-hadoop-hdfs-3_4_1-tests_jar-_-any-1352672623174267312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:05,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77f3adc2{HTTP/1.1, (http/1.1)}{localhost:46713} 2024-11-10T23:56:05,841 INFO [Time-limited test {}] server.Server(415): Started @87296ms 2024-11-10T23:56:05,843 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:56:05,932 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/data/data3/current/BP-1693953435-172.17.0.2-1731282965275/current, will proceed with Du for space computation calculation, 2024-11-10T23:56:05,932 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/data/data4/current/BP-1693953435-172.17.0.2-1731282965275/current, will proceed with Du for space computation calculation, 2024-11-10T23:56:05,948 WARN [Thread-800 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:56:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd0a1f6901b6bd7d with lease ID 0xda491e1a94785bdf: Processing first storage report for DS-3c07f2f8-d1c2-49af-88c0-6ffaac26e24e from datanode DatanodeRegistration(127.0.0.1:38433, datanodeUuid=a4d4f040-fa9f-4461-883d-a5b811a60882, infoPort=37471, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=1518657823;c=1731282965275) 2024-11-10T23:56:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd0a1f6901b6bd7d with lease ID 0xda491e1a94785bdf: from storage DS-3c07f2f8-d1c2-49af-88c0-6ffaac26e24e node DatanodeRegistration(127.0.0.1:38433, datanodeUuid=a4d4f040-fa9f-4461-883d-a5b811a60882, infoPort=37471, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=1518657823;c=1731282965275), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:56:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd0a1f6901b6bd7d with lease ID 0xda491e1a94785bdf: Processing first storage report for DS-cefe8892-8445-4f6d-a768-7ba19c0f3cc9 from datanode DatanodeRegistration(127.0.0.1:38433, datanodeUuid=a4d4f040-fa9f-4461-883d-a5b811a60882, infoPort=37471, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=1518657823;c=1731282965275) 2024-11-10T23:56:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd0a1f6901b6bd7d with lease ID 0xda491e1a94785bdf: from storage DS-cefe8892-8445-4f6d-a768-7ba19c0f3cc9 node DatanodeRegistration(127.0.0.1:38433, datanodeUuid=a4d4f040-fa9f-4461-883d-a5b811a60882, infoPort=37471, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=1518657823;c=1731282965275), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:56:05,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1 2024-11-10T23:56:05,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/zookeeper_0, clientPort=56427, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:56:05,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56427 2024-11-10T23:56:05,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:05,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:05,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:56:05,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:56:05,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691 with version=8 2024-11-10T23:56:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/hbase-staging 2024-11-10T23:56:05,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:56:05,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:05,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:05,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:56:05,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:05,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:56:05,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:56:05,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:56:05,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34987 2024-11-10T23:56:05,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34987 connecting to ZooKeeper ensemble=127.0.0.1:56427 2024-11-10T23:56:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349870x0, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:56:05,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34987-0x101949d0b380000 connected 2024-11-10T23:56:06,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:06,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:06,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:56:06,012 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691, hbase.cluster.distributed=false 2024-11-10T23:56:06,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:56:06,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34987 2024-11-10T23:56:06,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34987 2024-11-10T23:56:06,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34987 2024-11-10T23:56:06,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34987 2024-11-10T23:56:06,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34987 2024-11-10T23:56:06,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:56:06,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:06,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:06,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:56:06,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:06,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:56:06,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:56:06,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:56:06,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39879 2024-11-10T23:56:06,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39879 connecting to ZooKeeper ensemble=127.0.0.1:56427 2024-11-10T23:56:06,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:06,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:06,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398790x0, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:56:06,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39879-0x101949d0b380001 connected 2024-11-10T23:56:06,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:56:06,044 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:56:06,045 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:56:06,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:56:06,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:56:06,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39879 2024-11-10T23:56:06,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39879 2024-11-10T23:56:06,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39879 2024-11-10T23:56:06,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39879 2024-11-10T23:56:06,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39879 2024-11-10T23:56:06,063 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae12972821c6:34987 2024-11-10T23:56:06,063 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:56:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:56:06,066 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:56:06,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,069 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:56:06,069 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae12972821c6,34987,1731282965983 from backup master directory 2024-11-10T23:56:06,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:56:06,071 WARN [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:56:06,071 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:56:06,077 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/hbase.id] with ID: 3a77a1e3-20d6-4005-9f2c-fdf8a37e6453 2024-11-10T23:56:06,077 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/.tmp/hbase.id 2024-11-10T23:56:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:56:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:56:06,085 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/.tmp/hbase.id]:[hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/hbase.id] 2024-11-10T23:56:06,100 INFO [master/ae12972821c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:06,100 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:56:06,102 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T23:56:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:56:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:56:06,112 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:56:06,113 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:56:06,113 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:56:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:56:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:56:06,122 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store 2024-11-10T23:56:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:56:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:56:06,130 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:06,130 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:56:06,130 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:06,130 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:06,130 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:56:06,130 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:06,130 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:06,130 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731282966130Disabling compacts and flushes for region at 1731282966130Disabling writes for close at 1731282966130Writing region close event to WAL at 1731282966130Closed at 1731282966130 2024-11-10T23:56:06,131 WARN [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/.initializing 2024-11-10T23:56:06,131 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/WALs/ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,132 INFO [master/ae12972821c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:56:06,134 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C34987%2C1731282965983, suffix=, logDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/WALs/ae12972821c6,34987,1731282965983, archiveDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/oldWALs, maxLogs=10 2024-11-10T23:56:06,147 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/WALs/ae12972821c6,34987,1731282965983/ae12972821c6%2C34987%2C1731282965983.1731282966134, exclude list is [], retry=0 2024-11-10T23:56:06,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-bbfda43f-f817-4620-b76e-573d594957b2,DISK] 2024-11-10T23:56:06,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-3c07f2f8-d1c2-49af-88c0-6ffaac26e24e,DISK] 2024-11-10T23:56:06,153 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/WALs/ae12972821c6,34987,1731282965983/ae12972821c6%2C34987%2C1731282965983.1731282966134 2024-11-10T23:56:06,153 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44681:44681),(127.0.0.1/127.0.0.1:37471:37471)] 2024-11-10T23:56:06,153 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:56:06,153 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:06,153 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,153 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:56:06,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:56:06,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:56:06,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:56:06,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:56:06,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:56:06,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:56:06,163 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,163 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,164 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,165 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,165 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,165 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:56:06,166 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:06,168 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:56:06,169 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=761456, jitterRate=-0.03175988793373108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:56:06,169 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731282966153Initializing all the Stores at 1731282966154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282966154Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282966154Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282966154Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282966154Cleaning up temporary data from old regions at 1731282966165 (+11 ms)Region opened successfully at 1731282966169 (+4 ms) 2024-11-10T23:56:06,170 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:56:06,173 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d24b526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:56:06,175 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:56:06,175 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:56:06,175 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:56:06,175 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:56:06,176 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:56:06,176 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:56:06,176 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:56:06,178 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:56:06,179 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:56:06,181 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:56:06,181 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:56:06,181 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:56:06,183 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:56:06,183 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:56:06,184 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:56:06,185 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:56:06,186 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:56:06,188 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:56:06,189 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:56:06,191 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:56:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:56:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:56:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,193 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae12972821c6,34987,1731282965983, sessionid=0x101949d0b380000, setting cluster-up flag (Was=false) 2024-11-10T23:56:06,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,201 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:56:06,202 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,211 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:56:06,212 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,213 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:56:06,216 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:56:06,216 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:56:06,216 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:56:06,216 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae12972821c6,34987,1731282965983 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:56:06,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:56:06,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:56:06,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:56:06,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:56:06,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae12972821c6:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:56:06,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:56:06,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,219 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282996219 2024-11-10T23:56:06,219 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:56:06,219 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:56:06,219 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:56:06,219 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:56:06,219 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:56:06,219 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:56:06,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:56:06,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:56:06,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:56:06,228 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,228 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:56:06,228 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:56:06,228 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:56:06,228 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:56:06,228 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:56:06,229 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282966229,5,FailOnTimeoutGroup] 2024-11-10T23:56:06,229 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282966229,5,FailOnTimeoutGroup] 2024-11-10T23:56:06,229 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,229 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:56:06,229 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,229 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:56:06,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:56:06,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:56:06,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691 2024-11-10T23:56:06,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:56:06,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:56:06,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:06,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:56:06,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:56:06,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:56:06,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:56:06,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:56:06,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:56:06,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:56:06,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:56:06,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,254 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(746): ClusterId : 3a77a1e3-20d6-4005-9f2c-fdf8a37e6453 2024-11-10T23:56:06,254 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:56:06,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:56:06,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740 2024-11-10T23:56:06,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740 2024-11-10T23:56:06,256 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:56:06,256 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:56:06,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:56:06,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:56:06,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:56:06,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:56:06,260 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:56:06,261 DEBUG [RS:0;ae12972821c6:39879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75517a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:56:06,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:56:06,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=717603, jitterRate=-0.08752182126045227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:56:06,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731282966244Initializing all the Stores at 1731282966245 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282966245Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282966245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282966245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282966245Cleaning up temporary data from old regions at 1731282966257 (+12 ms)Region opened successfully at 1731282966262 (+5 ms) 2024-11-10T23:56:06,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:56:06,262 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:56:06,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:56:06,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:56:06,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:56:06,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:56:06,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731282966262Disabling compacts and flushes for region at 1731282966262Disabling writes for close at 1731282966263 (+1 ms)Writing region close event to WAL at 1731282966263Closed at 1731282966263 2024-11-10T23:56:06,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:56:06,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:56:06,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:56:06,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:56:06,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:56:06,277 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae12972821c6:39879 2024-11-10T23:56:06,277 INFO [RS:0;ae12972821c6:39879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:56:06,277 INFO [RS:0;ae12972821c6:39879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:56:06,277 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:56:06,278 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,34987,1731282965983 with port=39879, startcode=1731282966034 2024-11-10T23:56:06,278 DEBUG [RS:0;ae12972821c6:39879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:56:06,280 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:56:06,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34987 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,282 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691 2024-11-10T23:56:06,282 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42099 2024-11-10T23:56:06,282 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:56:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:56:06,285 DEBUG [RS:0;ae12972821c6:39879 {}] zookeeper.ZKUtil(111): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,285 WARN [RS:0;ae12972821c6:39879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:56:06,285 INFO [RS:0;ae12972821c6:39879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:56:06,285 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,39879,1731282966034] 2024-11-10T23:56:06,289 INFO [RS:0;ae12972821c6:39879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:56:06,292 INFO [RS:0;ae12972821c6:39879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:56:06,292 INFO [RS:0;ae12972821c6:39879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:56:06,292 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,293 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:56:06,293 INFO [RS:0;ae12972821c6:39879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:56:06,294 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:56:06,294 DEBUG [RS:0;ae12972821c6:39879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:56:06,295 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,295 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,295 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,295 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,295 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,295 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39879,1731282966034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:56:06,310 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:56:06,310 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39879,1731282966034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,310 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,311 INFO [RS:0;ae12972821c6:39879 {}] regionserver.Replication(171): ae12972821c6,39879,1731282966034 started 2024-11-10T23:56:06,324 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,325 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,39879,1731282966034, RpcServer on ae12972821c6/172.17.0.2:39879, sessionid=0x101949d0b380001 2024-11-10T23:56:06,325 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:56:06,325 DEBUG [RS:0;ae12972821c6:39879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,325 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,39879,1731282966034' 2024-11-10T23:56:06,325 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:56:06,326 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:56:06,326 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:56:06,326 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:56:06,327 DEBUG [RS:0;ae12972821c6:39879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,327 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,39879,1731282966034' 2024-11-10T23:56:06,327 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:56:06,327 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:56:06,327 DEBUG [RS:0;ae12972821c6:39879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:56:06,328 INFO [RS:0;ae12972821c6:39879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:56:06,328 INFO [RS:0;ae12972821c6:39879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:56:06,418 WARN [ae12972821c6:34987 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:56:06,428 INFO [RS:0;ae12972821c6:39879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:56:06,430 INFO [RS:0;ae12972821c6:39879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C39879%2C1731282966034, suffix=, logDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034, archiveDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/oldWALs, maxLogs=32 2024-11-10T23:56:06,445 DEBUG [RS:0;ae12972821c6:39879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282966431, exclude list is [], retry=0 2024-11-10T23:56:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-3c07f2f8-d1c2-49af-88c0-6ffaac26e24e,DISK] 2024-11-10T23:56:06,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-bbfda43f-f817-4620-b76e-573d594957b2,DISK] 2024-11-10T23:56:06,450 INFO [RS:0;ae12972821c6:39879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282966431 2024-11-10T23:56:06,451 DEBUG [RS:0;ae12972821c6:39879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44681:44681),(127.0.0.1/127.0.0.1:37471:37471)] 2024-11-10T23:56:06,668 DEBUG [ae12972821c6:34987 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T23:56:06,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,670 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,39879,1731282966034, state=OPENING 2024-11-10T23:56:06,672 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:56:06,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:06,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:56:06,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:56:06,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:56:06,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,39879,1731282966034}] 2024-11-10T23:56:06,828 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:56:06,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:56:06,834 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:56:06,834 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:56:06,835 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:56:06,836 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C39879%2C1731282966034.meta, suffix=.meta, logDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034, archiveDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/oldWALs, maxLogs=32 2024-11-10T23:56:06,850 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.meta.1731282966837.meta, exclude list is [], retry=0 2024-11-10T23:56:06,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-bbfda43f-f817-4620-b76e-573d594957b2,DISK] 2024-11-10T23:56:06,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-3c07f2f8-d1c2-49af-88c0-6ffaac26e24e,DISK] 2024-11-10T23:56:06,855 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.meta.1731282966837.meta 2024-11-10T23:56:06,855 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44681:44681),(127.0.0.1/127.0.0.1:37471:37471)] 2024-11-10T23:56:06,856 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:56:06,856 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:56:06,856 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:56:06,856 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:56:06,857 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:56:06,857 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:06,857 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:56:06,857 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:56:06,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:56:06,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:56:06,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:56:06,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:56:06,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:56:06,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:56:06,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:56:06,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:56:06,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:06,864 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:56:06,865 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740 2024-11-10T23:56:06,866 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740 2024-11-10T23:56:06,867 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:56:06,867 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:56:06,868 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:56:06,869 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:56:06,870 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818965, jitterRate=0.041368260979652405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:56:06,871 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:56:06,871 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731282966857Writing region info on filesystem at 1731282966857Initializing all the Stores at 1731282966858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282966858Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282966858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282966858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282966858Cleaning up temporary data from old regions at 1731282966867 (+9 ms)Running coprocessor post-open hooks at 1731282966871 (+4 ms)Region opened successfully at 1731282966871 2024-11-10T23:56:06,873 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731282966828 2024-11-10T23:56:06,875 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:56:06,875 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:56:06,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,877 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,39879,1731282966034, state=OPEN 2024-11-10T23:56:06,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:56:06,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:56:06,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae12972821c6,39879,1731282966034 2024-11-10T23:56:06,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:56:06,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:56:06,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:56:06,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,39879,1731282966034 in 207 msec 2024-11-10T23:56:06,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:56:06,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-10T23:56:06,889 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:56:06,889 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:56:06,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:56:06,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,39879,1731282966034, seqNum=-1] 2024-11-10T23:56:06,891 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:56:06,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47017, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:56:06,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 682 msec 2024-11-10T23:56:06,898 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731282966897, completionTime=-1 2024-11-10T23:56:06,898 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T23:56:06,898 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731283026900 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731283086900 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34987,1731282965983-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34987,1731282965983-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34987,1731282965983-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae12972821c6:34987, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,900 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,901 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,902 DEBUG [master/ae12972821c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:56:06,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.834sec 2024-11-10T23:56:06,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:56:06,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:56:06,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:56:06,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:56:06,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:56:06,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34987,1731282965983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:56:06,905 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34987,1731282965983-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:56:06,908 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:56:06,908 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:56:06,908 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34987,1731282965983-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:06,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da8b574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:56:06,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,34987,-1 for getting cluster id 2024-11-10T23:56:06,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:56:06,956 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a77a1e3-20d6-4005-9f2c-fdf8a37e6453' 2024-11-10T23:56:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:56:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a77a1e3-20d6-4005-9f2c-fdf8a37e6453" 2024-11-10T23:56:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122fa983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:56:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,34987,-1] 2024-11-10T23:56:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:56:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:56:06,959 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:56:06,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c03dc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:56:06,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:56:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,39879,1731282966034, seqNum=-1] 2024-11-10T23:56:06,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:56:06,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:56:06,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:06,967 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T23:56:06,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:56:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,34987,1731282965983 2024-11-10T23:56:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c27ad6 2024-11-10T23:56:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:56:06,970 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:56:06,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T23:56:06,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T23:56:06,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:56:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:06,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:56:06,974 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:06,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-10T23:56:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:56:06,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:56:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741835_1011 (size=405) 2024-11-10T23:56:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741835_1011 (size=405) 2024-11-10T23:56:06,984 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d7a9aa24c692e80ddb98da799b0b113, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691 2024-11-10T23:56:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741836_1012 (size=88) 2024-11-10T23:56:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741836_1012 (size=88) 2024-11-10T23:56:06,991 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:06,991 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 4d7a9aa24c692e80ddb98da799b0b113, disabling compactions & flushes 2024-11-10T23:56:06,991 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:06,991 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:06,991 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. after waiting 0 ms 2024-11-10T23:56:06,991 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:06,991 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:06,991 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d7a9aa24c692e80ddb98da799b0b113: Waiting for close lock at 1731282966991Disabling compacts and flushes for region at 1731282966991Disabling writes for close at 1731282966991Writing region close event to WAL at 1731282966991Closed at 1731282966991 2024-11-10T23:56:06,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:56:06,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731282966992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282966992"}]},"ts":"1731282966992"} 2024-11-10T23:56:06,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:56:06,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:56:06,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282966996"}]},"ts":"1731282966996"} 2024-11-10T23:56:06,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-10T23:56:06,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4d7a9aa24c692e80ddb98da799b0b113, ASSIGN}] 2024-11-10T23:56:07,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4d7a9aa24c692e80ddb98da799b0b113, ASSIGN 2024-11-10T23:56:07,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4d7a9aa24c692e80ddb98da799b0b113, ASSIGN; state=OFFLINE, location=ae12972821c6,39879,1731282966034; forceNewPlan=false, retain=false 2024-11-10T23:56:07,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d7a9aa24c692e80ddb98da799b0b113, regionState=OPENING, regionLocation=ae12972821c6,39879,1731282966034 2024-11-10T23:56:07,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4d7a9aa24c692e80ddb98da799b0b113, ASSIGN because future has completed 2024-11-10T23:56:07,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d7a9aa24c692e80ddb98da799b0b113, server=ae12972821c6,39879,1731282966034}] 2024-11-10T23:56:07,312 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:07,313 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d7a9aa24c692e80ddb98da799b0b113, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:56:07,313 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,313 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:07,313 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,313 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,315 INFO [StoreOpener-4d7a9aa24c692e80ddb98da799b0b113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,316 INFO [StoreOpener-4d7a9aa24c692e80ddb98da799b0b113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d7a9aa24c692e80ddb98da799b0b113 columnFamilyName info 2024-11-10T23:56:07,317 DEBUG [StoreOpener-4d7a9aa24c692e80ddb98da799b0b113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:07,317 INFO [StoreOpener-4d7a9aa24c692e80ddb98da799b0b113-1 {}] regionserver.HStore(327): Store=4d7a9aa24c692e80ddb98da799b0b113/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:56:07,317 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,318 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,318 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,319 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,319 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,320 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,323 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:56:07,323 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d7a9aa24c692e80ddb98da799b0b113; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783627, jitterRate=-0.0035675019025802612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:56:07,323 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:07,324 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d7a9aa24c692e80ddb98da799b0b113: Running coprocessor pre-open hook at 1731282967313Writing region info on filesystem at 1731282967313Initializing all the Stores at 1731282967314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282967314Cleaning up temporary data from old regions at 1731282967319 (+5 ms)Running coprocessor post-open hooks at 1731282967323 (+4 ms)Region opened successfully at 1731282967324 (+1 ms) 2024-11-10T23:56:07,325 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113., pid=6, masterSystemTime=1731282967308 2024-11-10T23:56:07,327 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:07,328 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:07,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d7a9aa24c692e80ddb98da799b0b113, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,39879,1731282966034 2024-11-10T23:56:07,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d7a9aa24c692e80ddb98da799b0b113, server=ae12972821c6,39879,1731282966034 because future has completed 2024-11-10T23:56:07,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T23:56:07,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d7a9aa24c692e80ddb98da799b0b113, server=ae12972821c6,39879,1731282966034 in 177 msec 2024-11-10T23:56:07,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:56:07,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4d7a9aa24c692e80ddb98da799b0b113, ASSIGN in 337 msec 2024-11-10T23:56:07,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:56:07,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282967339"}]},"ts":"1731282967339"} 2024-11-10T23:56:07,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-10T23:56:07,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:56:07,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 371 msec 2024-11-10T23:56:09,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:56:09,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:09,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:09,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:09,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:09,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:09,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:09,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:09,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:56:12,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:56:12,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-10T23:56:13,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:56:13,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T23:56:13,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:56:13,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T23:56:13,704 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T23:56:13,704 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T23:56:13,704 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:13,704 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T23:56:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:56:16,990 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T23:56:16,990 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-10T23:56:16,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:16,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:17,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113., hostname=ae12972821c6,39879,1731282966034, seqNum=2] 2024-11-10T23:56:17,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:17,014 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:56:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T23:56:17,015 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:56:17,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:56:17,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T23:56:17,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:17,178 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 4d7a9aa24c692e80ddb98da799b0b113 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T23:56:17,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/4f3ef6b99132441cb86925912e5ff9dd is 1055, key is row0001/info:/1731282977001/Put/seqid=0 2024-11-10T23:56:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741837_1013 (size=6008) 2024-11-10T23:56:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741837_1013 (size=6008) 2024-11-10T23:56:17,201 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/4f3ef6b99132441cb86925912e5ff9dd 2024-11-10T23:56:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/4f3ef6b99132441cb86925912e5ff9dd as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/4f3ef6b99132441cb86925912e5ff9dd 2024-11-10T23:56:17,214 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/4f3ef6b99132441cb86925912e5ff9dd, entries=1, sequenceid=5, filesize=5.9 K 2024-11-10T23:56:17,215 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4d7a9aa24c692e80ddb98da799b0b113 in 38ms, sequenceid=5, compaction requested=false 2024-11-10T23:56:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 4d7a9aa24c692e80ddb98da799b0b113: 2024-11-10T23:56:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T23:56:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T23:56:17,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T23:56:17,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-10T23:56:17,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 215 msec 2024-11-10T23:56:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T23:56:27,079 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T23:56:27,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T23:56:27,085 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:56:27,086 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:56:27,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:56:27,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T23:56:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:27,240 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 4d7a9aa24c692e80ddb98da799b0b113 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T23:56:27,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/8f0cca90cc8148468008bac9083ef6cb is 1055, key is row0002/info:/1731282987081/Put/seqid=0 2024-11-10T23:56:27,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741838_1014 (size=6008) 2024-11-10T23:56:27,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741838_1014 (size=6008) 2024-11-10T23:56:27,251 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/8f0cca90cc8148468008bac9083ef6cb 2024-11-10T23:56:27,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/8f0cca90cc8148468008bac9083ef6cb as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/8f0cca90cc8148468008bac9083ef6cb 2024-11-10T23:56:27,265 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/8f0cca90cc8148468008bac9083ef6cb, entries=1, sequenceid=9, filesize=5.9 K 2024-11-10T23:56:27,266 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4d7a9aa24c692e80ddb98da799b0b113 in 26ms, sequenceid=9, compaction requested=false 2024-11-10T23:56:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 4d7a9aa24c692e80ddb98da799b0b113: 2024-11-10T23:56:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T23:56:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T23:56:27,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T23:56:27,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-10T23:56:27,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 189 msec 2024-11-10T23:56:35,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:56:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T23:56:37,110 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T23:56:37,126 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282997113, exclude list is [], retry=0 2024-11-10T23:56:37,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-bbfda43f-f817-4620-b76e-573d594957b2,DISK] 2024-11-10T23:56:37,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-3c07f2f8-d1c2-49af-88c0-6ffaac26e24e,DISK] 2024-11-10T23:56:37,131 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282966431 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282997113 2024-11-10T23:56:37,131 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37471:37471),(127.0.0.1/127.0.0.1:44681:44681)] 2024-11-10T23:56:37,131 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282966431 is not closed yet, will try archiving it next time 2024-11-10T23:56:37,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:37,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741833_1009 (size=5471) 2024-11-10T23:56:37,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741833_1009 (size=5471) 2024-11-10T23:56:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T23:56:37,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:56:37,136 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:56:37,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:56:37,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T23:56:37,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:37,290 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 4d7a9aa24c692e80ddb98da799b0b113 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T23:56:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/a39d8b9a5a3b4b6b91c658815eb34740 is 1055, key is row0003/info:/1731282997111/Put/seqid=0 2024-11-10T23:56:37,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741840_1016 (size=6008) 2024-11-10T23:56:37,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741840_1016 (size=6008) 2024-11-10T23:56:37,302 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/a39d8b9a5a3b4b6b91c658815eb34740 2024-11-10T23:56:37,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/a39d8b9a5a3b4b6b91c658815eb34740 as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/a39d8b9a5a3b4b6b91c658815eb34740 2024-11-10T23:56:37,315 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/a39d8b9a5a3b4b6b91c658815eb34740, entries=1, sequenceid=13, filesize=5.9 K 2024-11-10T23:56:37,316 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4d7a9aa24c692e80ddb98da799b0b113 in 26ms, sequenceid=13, compaction requested=true 2024-11-10T23:56:37,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 4d7a9aa24c692e80ddb98da799b0b113: 2024-11-10T23:56:37,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:37,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T23:56:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T23:56:37,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T23:56:37,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-10T23:56:37,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-11-10T23:56:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T23:56:47,150 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T23:56:47,152 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:56:47,155 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:56:47,156 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4d7a9aa24c692e80ddb98da799b0b113/info is initiating minor compaction (all files) 2024-11-10T23:56:47,156 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:56:47,156 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:47,157 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4d7a9aa24c692e80ddb98da799b0b113/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:47,157 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/4f3ef6b99132441cb86925912e5ff9dd, hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/8f0cca90cc8148468008bac9083ef6cb, hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/a39d8b9a5a3b4b6b91c658815eb34740] into tmpdir=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp, totalSize=17.6 K 2024-11-10T23:56:47,158 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4f3ef6b99132441cb86925912e5ff9dd, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731282977001 2024-11-10T23:56:47,159 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8f0cca90cc8148468008bac9083ef6cb, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731282987081 2024-11-10T23:56:47,159 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a39d8b9a5a3b4b6b91c658815eb34740, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731282997111 2024-11-10T23:56:47,181 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4d7a9aa24c692e80ddb98da799b0b113#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:56:47,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/f58e22c515714089a8fe7fa0586f29d3 is 1055, key is row0001/info:/1731282977001/Put/seqid=0 2024-11-10T23:56:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741841_1017 (size=8221) 2024-11-10T23:56:47,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741841_1017 (size=8221) 2024-11-10T23:56:47,191 INFO [master/ae12972821c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T23:56:47,191 INFO [master/ae12972821c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T23:56:47,195 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/f58e22c515714089a8fe7fa0586f29d3 as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/f58e22c515714089a8fe7fa0586f29d3 2024-11-10T23:56:47,208 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d7a9aa24c692e80ddb98da799b0b113/info of 4d7a9aa24c692e80ddb98da799b0b113 into f58e22c515714089a8fe7fa0586f29d3(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:56:47,208 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4d7a9aa24c692e80ddb98da799b0b113: 2024-11-10T23:56:47,224 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731283007210, exclude list is [], retry=0 2024-11-10T23:56:47,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-bbfda43f-f817-4620-b76e-573d594957b2,DISK] 2024-11-10T23:56:47,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-3c07f2f8-d1c2-49af-88c0-6ffaac26e24e,DISK] 2024-11-10T23:56:47,228 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282997113 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731283007210 2024-11-10T23:56:47,229 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44681:44681),(127.0.0.1/127.0.0.1:37471:37471)] 2024-11-10T23:56:47,229 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282997113 is not closed yet, will try archiving it next time 2024-11-10T23:56:47,229 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282966431 to hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/oldWALs/ae12972821c6%2C39879%2C1731282966034.1731282966431 2024-11-10T23:56:47,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741839_1015 (size=2495) 2024-11-10T23:56:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741839_1015 (size=2495) 2024-11-10T23:56:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:56:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T23:56:47,233 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T23:56:47,234 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T23:56:47,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T23:56:47,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T23:56:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:47,387 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 4d7a9aa24c692e80ddb98da799b0b113 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T23:56:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/581871923f3449e7a95edf83f43033da is 1055, key is row0000/info:/1731283007209/Put/seqid=0 2024-11-10T23:56:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741843_1019 (size=6008) 2024-11-10T23:56:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741843_1019 (size=6008) 2024-11-10T23:56:47,398 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/581871923f3449e7a95edf83f43033da 2024-11-10T23:56:47,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/581871923f3449e7a95edf83f43033da as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/581871923f3449e7a95edf83f43033da 2024-11-10T23:56:47,412 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/581871923f3449e7a95edf83f43033da, entries=1, sequenceid=18, filesize=5.9 K 2024-11-10T23:56:47,413 INFO [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4d7a9aa24c692e80ddb98da799b0b113 in 26ms, sequenceid=18, compaction requested=false 2024-11-10T23:56:47,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 4d7a9aa24c692e80ddb98da799b0b113: 2024-11-10T23:56:47,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:47,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T23:56:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T23:56:47,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T23:56:47,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-10T23:56:47,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 189 msec 2024-11-10T23:56:52,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4d7a9aa24c692e80ddb98da799b0b113, had cached 0 bytes from a total of 14229 2024-11-10T23:56:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T23:56:57,280 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T23:56:57,296 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731283017283, exclude list is [], retry=0 2024-11-10T23:56:57,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-bbfda43f-f817-4620-b76e-573d594957b2,DISK] 2024-11-10T23:56:57,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38433,DS-3c07f2f8-d1c2-49af-88c0-6ffaac26e24e,DISK] 2024-11-10T23:56:57,301 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731283007210 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731283017283 2024-11-10T23:56:57,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44681:44681),(127.0.0.1/127.0.0.1:37471:37471)] 2024-11-10T23:56:57,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731283007210 is not closed yet, will try archiving it next time 2024-11-10T23:56:57,301 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/WALs/ae12972821c6,39879,1731282966034/ae12972821c6%2C39879%2C1731282966034.1731282997113 to hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/oldWALs/ae12972821c6%2C39879%2C1731282966034.1731282997113 2024-11-10T23:56:57,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:56:57,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:56:57,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:56:57,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:56:57,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:56:57,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:56:57,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:56:57,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=294947096, stopped=false 2024-11-10T23:56:57,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae12972821c6,34987,1731282965983 2024-11-10T23:56:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741842_1018 (size=2001) 2024-11-10T23:56:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741842_1018 (size=2001) 2024-11-10T23:56:57,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:56:57,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:57,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:56:57,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:56:57,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:57,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:56:57,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:56:57,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:56:57,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,39879,1731282966034' ***** 2024-11-10T23:56:57,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:56:57,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:56:57,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:56:57,306 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:56:57,306 INFO [RS:0;ae12972821c6:39879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:56:57,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:56:57,306 INFO [RS:0;ae12972821c6:39879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:56:57,306 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:57,306 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,39879,1731282966034 2024-11-10T23:56:57,306 INFO [RS:0;ae12972821c6:39879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:56:57,306 INFO [RS:0;ae12972821c6:39879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae12972821c6:39879. 2024-11-10T23:56:57,306 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d7a9aa24c692e80ddb98da799b0b113, disabling compactions & flushes 2024-11-10T23:56:57,306 DEBUG [RS:0;ae12972821c6:39879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:56:57,306 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:57,306 DEBUG [RS:0;ae12972821c6:39879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:56:57,306 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:57,307 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. after waiting 0 ms 2024-11-10T23:56:57,307 INFO [RS:0;ae12972821c6:39879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:56:57,307 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:57,307 INFO [RS:0;ae12972821c6:39879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:56:57,307 INFO [RS:0;ae12972821c6:39879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:56:57,307 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:56:57,307 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d7a9aa24c692e80ddb98da799b0b113 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T23:56:57,307 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:56:57,307 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1325): Online Regions={4d7a9aa24c692e80ddb98da799b0b113=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:56:57,307 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d7a9aa24c692e80ddb98da799b0b113 2024-11-10T23:56:57,307 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:56:57,307 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:56:57,307 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:56:57,307 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:56:57,307 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:56:57,307 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-10T23:56:57,312 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/158c1d2feeec4014b300c56148985f97 is 1055, key is row0001/info:/1731283017281/Put/seqid=0 2024-11-10T23:56:57,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741845_1021 (size=6008) 2024-11-10T23:56:57,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741845_1021 (size=6008) 2024-11-10T23:56:57,317 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/158c1d2feeec4014b300c56148985f97 2024-11-10T23:56:57,324 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/.tmp/info/158c1d2feeec4014b300c56148985f97 as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/158c1d2feeec4014b300c56148985f97 2024-11-10T23:56:57,324 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/info/957d85d05e374d849cd1f5f9ddc8bf6f is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113./info:regioninfo/1731282967328/Put/seqid=0 2024-11-10T23:56:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741846_1022 (size=7308) 2024-11-10T23:56:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741846_1022 (size=7308) 2024-11-10T23:56:57,330 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/info/957d85d05e374d849cd1f5f9ddc8bf6f 2024-11-10T23:56:57,331 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/158c1d2feeec4014b300c56148985f97, entries=1, sequenceid=22, filesize=5.9 K 2024-11-10T23:56:57,332 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4d7a9aa24c692e80ddb98da799b0b113 in 25ms, sequenceid=22, compaction requested=true 2024-11-10T23:56:57,333 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/4f3ef6b99132441cb86925912e5ff9dd, hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/8f0cca90cc8148468008bac9083ef6cb, hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/a39d8b9a5a3b4b6b91c658815eb34740] to archive 2024-11-10T23:56:57,336 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:56:57,338 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/4f3ef6b99132441cb86925912e5ff9dd to hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/4f3ef6b99132441cb86925912e5ff9dd 2024-11-10T23:56:57,340 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/8f0cca90cc8148468008bac9083ef6cb to hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/8f0cca90cc8148468008bac9083ef6cb 2024-11-10T23:56:57,342 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/a39d8b9a5a3b4b6b91c658815eb34740 to hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/info/a39d8b9a5a3b4b6b91c658815eb34740 2024-11-10T23:56:57,351 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/ns/9b9bf85d6d574ff0a8792c1f71fbe955 is 43, key is default/ns:d/1731282966892/Put/seqid=0 2024-11-10T23:56:57,354 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae12972821c6:34987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-10T23:56:57,355 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4f3ef6b99132441cb86925912e5ff9dd=6008, 8f0cca90cc8148468008bac9083ef6cb=6008, a39d8b9a5a3b4b6b91c658815eb34740=6008] 2024-11-10T23:56:57,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741847_1023 (size=5153) 2024-11-10T23:56:57,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741847_1023 (size=5153) 2024-11-10T23:56:57,361 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4d7a9aa24c692e80ddb98da799b0b113/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-10T23:56:57,361 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:57,362 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d7a9aa24c692e80ddb98da799b0b113: Waiting for close lock at 1731283017306Running coprocessor pre-close hooks at 1731283017306Disabling compacts and flushes for region at 1731283017306Disabling writes for close at 1731283017307 (+1 ms)Obtaining lock to block concurrent updates at 1731283017307Preparing flush snapshotting stores in 4d7a9aa24c692e80ddb98da799b0b113 at 1731283017307Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731283017307Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. at 1731283017308 (+1 ms)Flushing 4d7a9aa24c692e80ddb98da799b0b113/info: creating writer at 1731283017308Flushing 4d7a9aa24c692e80ddb98da799b0b113/info: appending metadata at 1731283017311 (+3 ms)Flushing 4d7a9aa24c692e80ddb98da799b0b113/info: closing flushed file at 1731283017311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6a8bf9: reopening flushed file at 1731283017324 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4d7a9aa24c692e80ddb98da799b0b113 in 25ms, sequenceid=22, compaction requested=true at 1731283017332 (+8 ms)Writing region close event to WAL at 1731283017356 (+24 ms)Running coprocessor post-close hooks at 1731283017361 (+5 ms)Closed at 1731283017361 2024-11-10T23:56:57,362 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731282966970.4d7a9aa24c692e80ddb98da799b0b113. 2024-11-10T23:56:57,507 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:56:57,708 DEBUG [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:56:57,761 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/ns/9b9bf85d6d574ff0a8792c1f71fbe955 2024-11-10T23:56:57,790 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/table/e5aae230e5a64903aaa95bb537ea42b1 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731282967339/Put/seqid=0 2024-11-10T23:56:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741848_1024 (size=5508) 2024-11-10T23:56:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741848_1024 (size=5508) 2024-11-10T23:56:57,795 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/table/e5aae230e5a64903aaa95bb537ea42b1 2024-11-10T23:56:57,802 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/info/957d85d05e374d849cd1f5f9ddc8bf6f as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/info/957d85d05e374d849cd1f5f9ddc8bf6f 2024-11-10T23:56:57,807 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/info/957d85d05e374d849cd1f5f9ddc8bf6f, entries=10, sequenceid=11, filesize=7.1 K 2024-11-10T23:56:57,808 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/ns/9b9bf85d6d574ff0a8792c1f71fbe955 as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/ns/9b9bf85d6d574ff0a8792c1f71fbe955 2024-11-10T23:56:57,813 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/ns/9b9bf85d6d574ff0a8792c1f71fbe955, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T23:56:57,814 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/.tmp/table/e5aae230e5a64903aaa95bb537ea42b1 as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/table/e5aae230e5a64903aaa95bb537ea42b1 2024-11-10T23:56:57,819 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/table/e5aae230e5a64903aaa95bb537ea42b1, entries=2, sequenceid=11, filesize=5.4 K 2024-11-10T23:56:57,821 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=11, compaction requested=false 2024-11-10T23:56:57,825 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T23:56:57,826 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:56:57,826 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:56:57,826 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731283017307Running coprocessor pre-close hooks at 1731283017307Disabling compacts and flushes for region at 1731283017307Disabling writes for close at 1731283017307Obtaining lock to block concurrent updates at 1731283017307Preparing flush snapshotting stores in 1588230740 at 1731283017307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731283017308 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731283017308Flushing 1588230740/info: creating writer at 1731283017308Flushing 1588230740/info: appending metadata at 1731283017324 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731283017324Flushing 1588230740/ns: creating writer at 1731283017336 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731283017350 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731283017350Flushing 1588230740/table: creating writer at 1731283017768 (+418 ms)Flushing 1588230740/table: appending metadata at 1731283017789 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731283017789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfcf497: reopening flushed file at 1731283017801 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4235b43: reopening flushed file at 1731283017807 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17662aa9: reopening flushed file at 1731283017814 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=11, compaction requested=false at 1731283017821 (+7 ms)Writing region close event to WAL at 1731283017822 (+1 ms)Running coprocessor post-close hooks at 1731283017826 (+4 ms)Closed at 1731283017826 2024-11-10T23:56:57,826 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:56:57,908 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,39879,1731282966034; all regions closed. 2024-11-10T23:56:57,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741834_1010 (size=3306) 2024-11-10T23:56:57,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741834_1010 (size=3306) 2024-11-10T23:56:57,913 DEBUG [RS:0;ae12972821c6:39879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/oldWALs 2024-11-10T23:56:57,913 INFO [RS:0;ae12972821c6:39879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C39879%2C1731282966034.meta:.meta(num 1731282966837) 2024-11-10T23:56:57,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741844_1020 (size=1252) 2024-11-10T23:56:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741844_1020 (size=1252) 2024-11-10T23:56:57,919 DEBUG [RS:0;ae12972821c6:39879 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/oldWALs 2024-11-10T23:56:57,919 INFO [RS:0;ae12972821c6:39879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C39879%2C1731282966034:(num 1731283017283) 2024-11-10T23:56:57,919 DEBUG [RS:0;ae12972821c6:39879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:56:57,919 INFO [RS:0;ae12972821c6:39879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:56:57,919 INFO [RS:0;ae12972821c6:39879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:56:57,919 INFO [RS:0;ae12972821c6:39879 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:56:57,920 INFO [RS:0;ae12972821c6:39879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:56:57,920 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:56:57,920 INFO [RS:0;ae12972821c6:39879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39879 2024-11-10T23:56:57,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,39879,1731282966034 2024-11-10T23:56:57,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:56:57,923 INFO [RS:0;ae12972821c6:39879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:56:57,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,39879,1731282966034] 2024-11-10T23:56:57,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,39879,1731282966034 already deleted, retry=false 2024-11-10T23:56:57,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,39879,1731282966034 expired; onlineServers=0 2024-11-10T23:56:57,926 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae12972821c6,34987,1731282965983' ***** 2024-11-10T23:56:57,926 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:56:57,926 INFO [M:0;ae12972821c6:34987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:56:57,926 INFO [M:0;ae12972821c6:34987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:56:57,926 DEBUG [M:0;ae12972821c6:34987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:56:57,926 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:56:57,926 DEBUG [M:0;ae12972821c6:34987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:56:57,926 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282966229 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282966229,5,FailOnTimeoutGroup] 2024-11-10T23:56:57,926 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282966229 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282966229,5,FailOnTimeoutGroup] 2024-11-10T23:56:57,927 INFO [M:0;ae12972821c6:34987 {}] hbase.ChoreService(370): Chore service for: master/ae12972821c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:56:57,927 INFO [M:0;ae12972821c6:34987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:56:57,927 DEBUG [M:0;ae12972821c6:34987 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:56:57,927 INFO [M:0;ae12972821c6:34987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:56:57,927 INFO [M:0;ae12972821c6:34987 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:56:57,927 INFO [M:0;ae12972821c6:34987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:56:57,927 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:56:57,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:56:57,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:57,929 DEBUG [M:0;ae12972821c6:34987 {}] zookeeper.ZKUtil(347): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:56:57,929 WARN [M:0;ae12972821c6:34987 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:56:57,930 INFO [M:0;ae12972821c6:34987 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/.lastflushedseqids 2024-11-10T23:56:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741849_1025 (size=130) 2024-11-10T23:56:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741849_1025 (size=130) 2024-11-10T23:56:57,936 INFO [M:0;ae12972821c6:34987 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:56:57,936 INFO [M:0;ae12972821c6:34987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:56:57,936 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:56:57,936 INFO [M:0;ae12972821c6:34987 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:57,936 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:57,936 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:56:57,936 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:57,937 INFO [M:0;ae12972821c6:34987 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-10T23:56:57,952 DEBUG [M:0;ae12972821c6:34987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd2e77254e843ffbd69d871ac526e70 is 82, key is hbase:meta,,1/info:regioninfo/1731282966876/Put/seqid=0 2024-11-10T23:56:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741850_1026 (size=5672) 2024-11-10T23:56:57,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741850_1026 (size=5672) 2024-11-10T23:56:57,960 INFO [M:0;ae12972821c6:34987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd2e77254e843ffbd69d871ac526e70 2024-11-10T23:56:57,980 DEBUG [M:0;ae12972821c6:34987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cb5902dabaf4aa4a658456cc628642c is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731282967343/Put/seqid=0 2024-11-10T23:56:57,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741851_1027 (size=7823) 2024-11-10T23:56:57,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741851_1027 (size=7823) 2024-11-10T23:56:57,986 INFO [M:0;ae12972821c6:34987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cb5902dabaf4aa4a658456cc628642c 2024-11-10T23:56:57,991 INFO [M:0;ae12972821c6:34987 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cb5902dabaf4aa4a658456cc628642c 2024-11-10T23:56:58,005 DEBUG [M:0;ae12972821c6:34987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a25da47bffca4f50821b57961580650e is 69, key is ae12972821c6,39879,1731282966034/rs:state/1731282966281/Put/seqid=0 2024-11-10T23:56:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741852_1028 (size=5156) 2024-11-10T23:56:58,011 INFO [M:0;ae12972821c6:34987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a25da47bffca4f50821b57961580650e 2024-11-10T23:56:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741852_1028 (size=5156) 2024-11-10T23:56:58,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:56:58,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39879-0x101949d0b380001, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:56:58,025 INFO [RS:0;ae12972821c6:39879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:56:58,025 INFO [RS:0;ae12972821c6:39879 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,39879,1731282966034; zookeeper connection closed. 2024-11-10T23:56:58,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@240ac962 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@240ac962 2024-11-10T23:56:58,026 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T23:56:58,030 DEBUG [M:0;ae12972821c6:34987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/73b987dae7374db6b24c8a94fb309c80 is 52, key is load_balancer_on/state:d/1731282966966/Put/seqid=0 2024-11-10T23:56:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741853_1029 (size=5056) 2024-11-10T23:56:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741853_1029 (size=5056) 2024-11-10T23:56:58,035 INFO [M:0;ae12972821c6:34987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/73b987dae7374db6b24c8a94fb309c80 2024-11-10T23:56:58,041 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd2e77254e843ffbd69d871ac526e70 as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fd2e77254e843ffbd69d871ac526e70 2024-11-10T23:56:58,046 INFO [M:0;ae12972821c6:34987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fd2e77254e843ffbd69d871ac526e70, entries=8, sequenceid=121, filesize=5.5 K 2024-11-10T23:56:58,047 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cb5902dabaf4aa4a658456cc628642c as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cb5902dabaf4aa4a658456cc628642c 2024-11-10T23:56:58,051 INFO [M:0;ae12972821c6:34987 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cb5902dabaf4aa4a658456cc628642c 2024-11-10T23:56:58,051 INFO [M:0;ae12972821c6:34987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cb5902dabaf4aa4a658456cc628642c, entries=14, sequenceid=121, filesize=7.6 K 2024-11-10T23:56:58,052 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a25da47bffca4f50821b57961580650e as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a25da47bffca4f50821b57961580650e 2024-11-10T23:56:58,057 INFO [M:0;ae12972821c6:34987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a25da47bffca4f50821b57961580650e, entries=1, sequenceid=121, filesize=5.0 K 2024-11-10T23:56:58,058 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/73b987dae7374db6b24c8a94fb309c80 as hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/73b987dae7374db6b24c8a94fb309c80 2024-11-10T23:56:58,063 INFO [M:0;ae12972821c6:34987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42099/user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/73b987dae7374db6b24c8a94fb309c80, entries=1, sequenceid=121, filesize=4.9 K 2024-11-10T23:56:58,064 INFO [M:0;ae12972821c6:34987 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false 2024-11-10T23:56:58,066 INFO [M:0;ae12972821c6:34987 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:58,066 DEBUG [M:0;ae12972821c6:34987 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731283017936Disabling compacts and flushes for region at 1731283017936Disabling writes for close at 1731283017936Obtaining lock to block concurrent updates at 1731283017937 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731283017937Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1731283017937Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731283017937Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731283017938 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731283017952 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731283017952Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731283017966 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731283017980 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731283017980Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731283017991 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731283018005 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731283018005Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731283018016 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731283018029 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731283018029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47bb4ba0: reopening flushed file at 1731283018041 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a534a6b: reopening flushed file at 1731283018046 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d0debc: reopening flushed file at 1731283018052 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b423a54: reopening flushed file at 1731283018058 (+6 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false at 1731283018064 (+6 ms)Writing region close event to WAL at 1731283018065 (+1 ms)Closed at 1731283018065 2024-11-10T23:56:58,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38433 is added to blk_1073741830_1006 (size=53035) 2024-11-10T23:56:58,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741830_1006 (size=53035) 2024-11-10T23:56:58,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b75be38-7c5d-89e6-8af0-f8f3391c4691/MasterData/WALs/ae12972821c6,34987,1731282965983/ae12972821c6%2C34987%2C1731282965983.1731282966134 not finished, retry = 0 2024-11-10T23:56:58,169 INFO [M:0;ae12972821c6:34987 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:56:58,169 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:56:58,170 INFO [M:0;ae12972821c6:34987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34987 2024-11-10T23:56:58,170 INFO [M:0;ae12972821c6:34987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:56:58,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:56:58,272 INFO [M:0;ae12972821c6:34987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:56:58,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34987-0x101949d0b380000, quorum=127.0.0.1:56427, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:56:58,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@856a415{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:58,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77f3adc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:58,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:58,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aca7b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:58,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c74f2cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:58,277 WARN [BP-1693953435-172.17.0.2-1731282965275 heartbeating to localhost/127.0.0.1:42099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:56:58,277 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:56:58,277 WARN [BP-1693953435-172.17.0.2-1731282965275 heartbeating to localhost/127.0.0.1:42099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1693953435-172.17.0.2-1731282965275 (Datanode Uuid a4d4f040-fa9f-4461-883d-a5b811a60882) service to localhost/127.0.0.1:42099 2024-11-10T23:56:58,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:56:58,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/data/data3/current/BP-1693953435-172.17.0.2-1731282965275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:58,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/data/data4/current/BP-1693953435-172.17.0.2-1731282965275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:58,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:56:58,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4475c417{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:58,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b12c254{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:58,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:58,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295bc1e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:58,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3669c62a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:58,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:56:58,283 WARN [BP-1693953435-172.17.0.2-1731282965275 heartbeating to localhost/127.0.0.1:42099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:56:58,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:56:58,283 WARN [BP-1693953435-172.17.0.2-1731282965275 heartbeating to localhost/127.0.0.1:42099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1693953435-172.17.0.2-1731282965275 (Datanode Uuid 7c91f0ec-4b83-4d07-89cb-e32ccd5e32cf) service to localhost/127.0.0.1:42099 2024-11-10T23:56:58,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/data/data1/current/BP-1693953435-172.17.0.2-1731282965275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:58,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/cluster_e0bd577f-2c70-668b-85ae-1b7249c20f71/data/data2/current/BP-1693953435-172.17.0.2-1731282965275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:56:58,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:56:58,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3790de04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:56:58,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fd9f81b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:56:58,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:56:58,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51de52d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:56:58,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cda6b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.log.dir/,STOPPED} 2024-11-10T23:56:58,298 INFO [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:56:58,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:56:58,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:56:58,325 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 104), OpenFileDescriptor=428 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=49 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=7363 (was 7492) 2024-11-10T23:56:58,331 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=49, ProcessCount=11, AvailableMemoryMB=7363 2024-11-10T23:56:58,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.log.dir so I do NOT create it in target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2e074e44-edbc-38c7-4019-814b205661d1/hadoop.tmp.dir so I do NOT create it in target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7, deleteOnExit=true 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/test.cache.data in system properties and HBase conf 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:56:58,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:56:58,333 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:56:58,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:56:58,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:56:58,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:56:58,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:56:58,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:56:58,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:56:58,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:56:58,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:56:58,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:56:58,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:56:58,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:56:58,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:56:58,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f14a247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:56:58,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10b1b497{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:56:58,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ca121c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/java.io.tmpdir/jetty-localhost-33731-hadoop-hdfs-3_4_1-tests_jar-_-any-11895464201568879595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:56:58,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b43f7b{HTTP/1.1, (http/1.1)}{localhost:33731} 2024-11-10T23:56:58,544 INFO [Time-limited test {}] server.Server(415): Started @139999ms 2024-11-10T23:56:58,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:56:58,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:56:58,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:56:58,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:56:58,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:56:58,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da0fc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:56:58,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a459148{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:56:58,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49725afc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/java.io.tmpdir/jetty-localhost-36457-hadoop-hdfs-3_4_1-tests_jar-_-any-4861828927996584106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:58,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23859b6b{HTTP/1.1, (http/1.1)}{localhost:36457} 2024-11-10T23:56:58,740 INFO [Time-limited test {}] server.Server(415): Started @140195ms 2024-11-10T23:56:58,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:56:58,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:56:58,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:56:58,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:56:58,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:56:58,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:56:58,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1399bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:56:58,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d01b364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:56:58,848 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/data/data1/current/BP-168949640-172.17.0.2-1731283018366/current, will proceed with Du for space computation calculation, 2024-11-10T23:56:58,848 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/data/data2/current/BP-168949640-172.17.0.2-1731283018366/current, will proceed with Du for space computation calculation, 2024-11-10T23:56:58,870 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:56:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b004a9ef1206e6c with lease ID 0x2a6f57163fef1ed0: Processing first storage report for DS-b3e83cf8-e51e-4a4f-a7b5-c92438bea6db from datanode DatanodeRegistration(127.0.0.1:45947, datanodeUuid=a5bd2f5e-f556-48da-8b93-7278b16d2321, infoPort=40883, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=852044390;c=1731283018366) 2024-11-10T23:56:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b004a9ef1206e6c with lease ID 0x2a6f57163fef1ed0: from storage DS-b3e83cf8-e51e-4a4f-a7b5-c92438bea6db node DatanodeRegistration(127.0.0.1:45947, datanodeUuid=a5bd2f5e-f556-48da-8b93-7278b16d2321, infoPort=40883, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=852044390;c=1731283018366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:56:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b004a9ef1206e6c with lease ID 0x2a6f57163fef1ed0: Processing first storage report for DS-0aac94f1-831d-41ae-8be2-7a672b012aab from datanode DatanodeRegistration(127.0.0.1:45947, datanodeUuid=a5bd2f5e-f556-48da-8b93-7278b16d2321, infoPort=40883, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=852044390;c=1731283018366) 2024-11-10T23:56:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b004a9ef1206e6c with lease ID 0x2a6f57163fef1ed0: from storage DS-0aac94f1-831d-41ae-8be2-7a672b012aab node DatanodeRegistration(127.0.0.1:45947, datanodeUuid=a5bd2f5e-f556-48da-8b93-7278b16d2321, infoPort=40883, infoSecurePort=0, ipcPort=43153, storageInfo=lv=-57;cid=testClusterID;nsid=852044390;c=1731283018366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:56:58,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26819ed4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/java.io.tmpdir/jetty-localhost-43795-hadoop-hdfs-3_4_1-tests_jar-_-any-16962639425567987514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:56:58,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dda6f05{HTTP/1.1, (http/1.1)}{localhost:43795} 2024-11-10T23:56:58,909 INFO [Time-limited test {}] server.Server(415): Started @140364ms 2024-11-10T23:56:58,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:56:59,014 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/data/data3/current/BP-168949640-172.17.0.2-1731283018366/current, will proceed with Du for space computation calculation, 2024-11-10T23:56:59,014 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/data/data4/current/BP-168949640-172.17.0.2-1731283018366/current, will proceed with Du for space computation calculation, 2024-11-10T23:56:59,031 WARN [Thread-1105 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:56:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x119c0120719b669e with lease ID 0x2a6f57163fef1ed1: Processing first storage report for DS-ee3c1168-4817-4156-8df8-979673424aaf from datanode DatanodeRegistration(127.0.0.1:46153, datanodeUuid=e0bb4746-6226-445d-ba72-b960338dbcd7, infoPort=33471, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=852044390;c=1731283018366) 2024-11-10T23:56:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x119c0120719b669e with lease ID 0x2a6f57163fef1ed1: from storage DS-ee3c1168-4817-4156-8df8-979673424aaf node DatanodeRegistration(127.0.0.1:46153, datanodeUuid=e0bb4746-6226-445d-ba72-b960338dbcd7, infoPort=33471, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=852044390;c=1731283018366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:56:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x119c0120719b669e with lease ID 0x2a6f57163fef1ed1: Processing first storage report for DS-9243d648-0e9d-4d33-b1f6-ff7b801f0ef8 from datanode DatanodeRegistration(127.0.0.1:46153, datanodeUuid=e0bb4746-6226-445d-ba72-b960338dbcd7, infoPort=33471, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=852044390;c=1731283018366) 2024-11-10T23:56:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x119c0120719b669e with lease ID 0x2a6f57163fef1ed1: from storage DS-9243d648-0e9d-4d33-b1f6-ff7b801f0ef8 node DatanodeRegistration(127.0.0.1:46153, datanodeUuid=e0bb4746-6226-445d-ba72-b960338dbcd7, infoPort=33471, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=852044390;c=1731283018366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:56:59,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7 2024-11-10T23:56:59,038 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/zookeeper_0, clientPort=53265, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:56:59,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53265 2024-11-10T23:56:59,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:59,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:59,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:56:59,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:56:59,050 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc with version=8 2024-11-10T23:56:59,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/hbase-staging 2024-11-10T23:56:59,052 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:56:59,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:59,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:59,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:56:59,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:59,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:56:59,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:56:59,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:56:59,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34559 2024-11-10T23:56:59,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34559 connecting to ZooKeeper ensemble=127.0.0.1:53265 2024-11-10T23:56:59,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345590x0, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:56:59,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34559-0x101949dda860000 connected 2024-11-10T23:56:59,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:59,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:59,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:56:59,081 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc, hbase.cluster.distributed=false 2024-11-10T23:56:59,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:56:59,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-10T23:56:59,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34559 2024-11-10T23:56:59,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34559 2024-11-10T23:56:59,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-10T23:56:59,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-10T23:56:59,100 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:56:59,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:59,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:59,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:56:59,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:56:59,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:56:59,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:56:59,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:56:59,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44183 2024-11-10T23:56:59,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44183 connecting to ZooKeeper ensemble=127.0.0.1:53265 2024-11-10T23:56:59,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:59,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:59,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441830x0, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:56:59,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441830x0, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:56:59,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44183-0x101949dda860001 connected 2024-11-10T23:56:59,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:56:59,110 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:56:59,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:56:59,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:56:59,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-10T23:56:59,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44183 2024-11-10T23:56:59,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44183 2024-11-10T23:56:59,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-10T23:56:59,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44183 2024-11-10T23:56:59,125 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae12972821c6:34559 2024-11-10T23:56:59,125 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae12972821c6,34559,1731283019052 2024-11-10T23:56:59,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:56:59,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:56:59,127 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae12972821c6,34559,1731283019052 2024-11-10T23:56:59,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:56:59,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,129 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:56:59,130 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae12972821c6,34559,1731283019052 from backup master directory 2024-11-10T23:56:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae12972821c6,34559,1731283019052 2024-11-10T23:56:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:56:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:56:59,131 WARN [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:56:59,131 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae12972821c6,34559,1731283019052 2024-11-10T23:56:59,136 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/hbase.id] with ID: fbc7b7a9-86bc-4fd5-b122-24b903638559 2024-11-10T23:56:59,136 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/.tmp/hbase.id 2024-11-10T23:56:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:56:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:56:59,142 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/.tmp/hbase.id]:[hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/hbase.id] 2024-11-10T23:56:59,155 INFO [master/ae12972821c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:56:59,155 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:56:59,156 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:56:59,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:56:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:56:59,165 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:56:59,166 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:56:59,166 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:56:59,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:56:59,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:56:59,174 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store 2024-11-10T23:56:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:56:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:56:59,180 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:59,181 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:56:59,181 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:59,181 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:59,181 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:56:59,181 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:59,181 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:56:59,181 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731283019181Disabling compacts and flushes for region at 1731283019181Disabling writes for close at 1731283019181Writing region close event to WAL at 1731283019181Closed at 1731283019181 2024-11-10T23:56:59,182 WARN [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/.initializing 2024-11-10T23:56:59,182 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/WALs/ae12972821c6,34559,1731283019052 2024-11-10T23:56:59,183 INFO [master/ae12972821c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:56:59,185 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C34559%2C1731283019052, suffix=, logDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/WALs/ae12972821c6,34559,1731283019052, archiveDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/oldWALs, maxLogs=10 2024-11-10T23:56:59,198 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/WALs/ae12972821c6,34559,1731283019052/ae12972821c6%2C34559%2C1731283019052.1731283019185, exclude list is [], retry=0 2024-11-10T23:56:59,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-ee3c1168-4817-4156-8df8-979673424aaf,DISK] 2024-11-10T23:56:59,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45947,DS-b3e83cf8-e51e-4a4f-a7b5-c92438bea6db,DISK] 2024-11-10T23:56:59,203 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/WALs/ae12972821c6,34559,1731283019052/ae12972821c6%2C34559%2C1731283019052.1731283019185 2024-11-10T23:56:59,203 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471),(127.0.0.1/127.0.0.1:40883:40883)] 2024-11-10T23:56:59,203 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:56:59,203 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:59,203 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,203 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:56:59,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:56:59,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:56:59,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:56:59,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:56:59,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:56:59,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:56:59,211 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,212 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,212 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,213 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,213 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,214 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:56:59,215 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:56:59,217 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:56:59,217 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842653, jitterRate=0.07148924469947815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:56:59,218 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731283019204Initializing all the Stores at 1731283019204Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283019204Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283019205 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283019205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283019205Cleaning up temporary data from old regions at 1731283019214 (+9 ms)Region opened successfully at 1731283019218 (+4 ms) 2024-11-10T23:56:59,218 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:56:59,221 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5473c923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:56:59,222 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:56:59,222 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:56:59,222 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:56:59,222 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:56:59,223 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:56:59,223 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:56:59,223 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:56:59,225 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:56:59,226 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:56:59,228 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:56:59,228 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:56:59,228 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:56:59,230 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:56:59,230 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:56:59,231 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:56:59,232 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:56:59,233 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:56:59,234 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:56:59,236 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:56:59,237 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:56:59,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:56:59,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:56:59,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,240 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae12972821c6,34559,1731283019052, sessionid=0x101949dda860000, setting cluster-up flag (Was=false) 2024-11-10T23:56:59,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,248 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:56:59,249 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,34559,1731283019052 2024-11-10T23:56:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,257 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:56:59,258 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,34559,1731283019052 2024-11-10T23:56:59,259 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:56:59,261 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:56:59,261 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:56:59,261 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:56:59,262 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae12972821c6,34559,1731283019052 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:56:59,263 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:56:59,263 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:56:59,263 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:56:59,263 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:56:59,263 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae12972821c6:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:56:59,263 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,263 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:56:59,263 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,264 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731283049264 2024-11-10T23:56:59,264 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:56:59,264 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:56:59,264 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:56:59,265 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:56:59,265 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:56:59,265 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:56:59,265 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:56:59,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:56:59,266 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:56:59,268 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:56:59,268 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:56:59,268 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:56:59,268 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:56:59,268 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:56:59,269 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731283019268,5,FailOnTimeoutGroup] 2024-11-10T23:56:59,271 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731283019269,5,FailOnTimeoutGroup] 2024-11-10T23:56:59,271 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,271 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:56:59,271 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,271 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:56:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:56:59,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:56:59,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc 2024-11-10T23:56:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:56:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:56:59,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:59,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:56:59,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:56:59,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:56:59,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:56:59,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:56:59,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:56:59,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:56:59,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:56:59,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:56:59,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740 2024-11-10T23:56:59,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740 2024-11-10T23:56:59,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:56:59,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:56:59,300 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:56:59,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:56:59,303 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:56:59,304 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=876749, jitterRate=0.1148449033498764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:56:59,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731283019288Initializing all the Stores at 1731283019289 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283019289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283019289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283019289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283019289Cleaning up temporary data from old regions at 1731283019299 (+10 ms)Region opened successfully at 1731283019305 (+6 ms) 2024-11-10T23:56:59,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:56:59,305 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:56:59,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:56:59,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:56:59,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:56:59,305 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:56:59,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731283019305Disabling compacts and flushes for region at 1731283019305Disabling writes for close at 1731283019305Writing region close event to WAL at 1731283019305Closed at 1731283019305 2024-11-10T23:56:59,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:56:59,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:56:59,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:56:59,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:56:59,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:56:59,315 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(746): ClusterId : fbc7b7a9-86bc-4fd5-b122-24b903638559 2024-11-10T23:56:59,315 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:56:59,318 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:56:59,318 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:56:59,320 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:56:59,321 DEBUG [RS:0;ae12972821c6:44183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136cc9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:56:59,333 DEBUG [RS:0;ae12972821c6:44183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae12972821c6:44183 2024-11-10T23:56:59,333 INFO [RS:0;ae12972821c6:44183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:56:59,333 INFO [RS:0;ae12972821c6:44183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:56:59,333 DEBUG [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:56:59,334 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,34559,1731283019052 with port=44183, startcode=1731283019099 2024-11-10T23:56:59,334 DEBUG [RS:0;ae12972821c6:44183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:56:59,336 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:56:59,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,338 DEBUG [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc 2024-11-10T23:56:59,338 DEBUG [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33795 2024-11-10T23:56:59,338 DEBUG [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:56:59,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:56:59,341 DEBUG [RS:0;ae12972821c6:44183 {}] zookeeper.ZKUtil(111): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,341 WARN [RS:0;ae12972821c6:44183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:56:59,341 INFO [RS:0;ae12972821c6:44183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:56:59,341 DEBUG [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,44183,1731283019099] 2024-11-10T23:56:59,345 INFO [RS:0;ae12972821c6:44183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:56:59,348 INFO [RS:0;ae12972821c6:44183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:56:59,348 INFO [RS:0;ae12972821c6:44183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:56:59,348 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,348 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:56:59,349 INFO [RS:0;ae12972821c6:44183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:56:59,349 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,349 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,349 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,349 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:56:59,350 DEBUG [RS:0;ae12972821c6:44183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:56:59,351 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,351 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,351 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,351 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,351 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,351 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,44183,1731283019099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:56:59,370 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:56:59,370 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,44183,1731283019099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,371 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,371 INFO [RS:0;ae12972821c6:44183 {}] regionserver.Replication(171): ae12972821c6,44183,1731283019099 started 2024-11-10T23:56:59,385 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,386 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,44183,1731283019099, RpcServer on ae12972821c6/172.17.0.2:44183, sessionid=0x101949dda860001 2024-11-10T23:56:59,386 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:56:59,386 DEBUG [RS:0;ae12972821c6:44183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,386 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,44183,1731283019099' 2024-11-10T23:56:59,386 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:56:59,386 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:56:59,387 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:56:59,387 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:56:59,387 DEBUG [RS:0;ae12972821c6:44183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,387 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,44183,1731283019099' 2024-11-10T23:56:59,387 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:56:59,387 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:56:59,388 DEBUG [RS:0;ae12972821c6:44183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:56:59,388 INFO [RS:0;ae12972821c6:44183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:56:59,388 INFO [RS:0;ae12972821c6:44183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:56:59,459 WARN [ae12972821c6:34559 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:56:59,488 INFO [RS:0;ae12972821c6:44183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:56:59,490 INFO [RS:0;ae12972821c6:44183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C44183%2C1731283019099, suffix=, logDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099, archiveDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/oldWALs, maxLogs=32 2024-11-10T23:56:59,504 DEBUG [RS:0;ae12972821c6:44183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283019491, exclude list is [], retry=0 2024-11-10T23:56:59,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-ee3c1168-4817-4156-8df8-979673424aaf,DISK] 2024-11-10T23:56:59,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45947,DS-b3e83cf8-e51e-4a4f-a7b5-c92438bea6db,DISK] 2024-11-10T23:56:59,510 INFO [RS:0;ae12972821c6:44183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283019491 2024-11-10T23:56:59,510 DEBUG [RS:0;ae12972821c6:44183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471),(127.0.0.1/127.0.0.1:40883:40883)] 2024-11-10T23:56:59,710 DEBUG [ae12972821c6:34559 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T23:56:59,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,712 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,44183,1731283019099, state=OPENING 2024-11-10T23:56:59,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:56:59,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:56:59,716 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:56:59,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:56:59,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,44183,1731283019099}] 2024-11-10T23:56:59,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:56:59,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:56:59,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:56:59,874 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:56:59,874 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:56:59,874 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:56:59,876 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C44183%2C1731283019099.meta, suffix=.meta, logDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099, archiveDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/oldWALs, maxLogs=32 2024-11-10T23:56:59,890 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.meta.1731283019877.meta, exclude list is [], retry=0 2024-11-10T23:56:59,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45947,DS-b3e83cf8-e51e-4a4f-a7b5-c92438bea6db,DISK] 2024-11-10T23:56:59,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-ee3c1168-4817-4156-8df8-979673424aaf,DISK] 2024-11-10T23:56:59,894 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.meta.1731283019877.meta 2024-11-10T23:56:59,895 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40883:40883),(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-10T23:56:59,895 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:56:59,895 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:56:59,895 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:56:59,895 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:56:59,895 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:56:59,895 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:56:59,895 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:56:59,895 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:56:59,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:56:59,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:56:59,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:56:59,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:56:59,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:56:59,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:56:59,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:56:59,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:56:59,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:56:59,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:56:59,902 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:56:59,903 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740 2024-11-10T23:56:59,904 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740 2024-11-10T23:56:59,905 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:56:59,905 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:56:59,905 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:56:59,907 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:56:59,907 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713035, jitterRate=-0.09333036839962006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:56:59,907 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:56:59,908 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731283019896Writing region info on filesystem at 1731283019896Initializing all the Stores at 1731283019896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283019897 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283019897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283019897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283019897Cleaning up temporary data from old regions at 1731283019905 (+8 ms)Running coprocessor post-open hooks at 1731283019907 (+2 ms)Region opened successfully at 1731283019908 (+1 ms) 2024-11-10T23:56:59,909 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731283019868 2024-11-10T23:56:59,911 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:56:59,911 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:56:59,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,44183,1731283019099, state=OPEN 2024-11-10T23:56:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:56:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:56:59,918 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae12972821c6,44183,1731283019099 2024-11-10T23:56:59,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:56:59,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:56:59,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:56:59,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,44183,1731283019099 in 202 msec 2024-11-10T23:56:59,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:56:59,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-10T23:56:59,925 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:56:59,925 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:56:59,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:56:59,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,44183,1731283019099, seqNum=-1] 2024-11-10T23:56:59,927 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:56:59,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:56:59,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 671 msec 2024-11-10T23:56:59,933 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731283019933, completionTime=-1 2024-11-10T23:56:59,933 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T23:56:59,933 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:56:59,935 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T23:56:59,935 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731283079935 2024-11-10T23:56:59,935 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731283139935 2024-11-10T23:56:59,935 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T23:56:59,935 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34559,1731283019052-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,935 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34559,1731283019052-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,935 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34559,1731283019052-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,935 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae12972821c6:34559, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,936 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,936 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:56:59,937 DEBUG [master/ae12972821c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:56:59,939 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.808sec 2024-11-10T23:56:59,940 INFO [master/ae12972821c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:56:59,940 INFO [master/ae12972821c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:56:59,940 INFO [master/ae12972821c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:56:59,940 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:56:59,940 INFO [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:56:59,940 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34559,1731283019052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:56:59,940 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34559,1731283019052-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:56:59,942 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:56:59,942 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:56:59,942 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,34559,1731283019052-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:57:00,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d59195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:57:00,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,34559,-1 for getting cluster id 2024-11-10T23:57:00,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:57:00,017 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc7b7a9-86bc-4fd5-b122-24b903638559' 2024-11-10T23:57:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:57:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc7b7a9-86bc-4fd5-b122-24b903638559" 2024-11-10T23:57:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564890b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:57:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,34559,-1] 2024-11-10T23:57:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:57:00,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:57:00,019 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:57:00,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffe845e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:57:00,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:57:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,44183,1731283019099, seqNum=-1] 2024-11-10T23:57:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:57:00,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:57:00,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae12972821c6,34559,1731283019052 2024-11-10T23:57:00,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:57:00,027 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T23:57:00,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:57:00,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,34559,1731283019052 2024-11-10T23:57:00,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e1bab29 2024-11-10T23:57:00,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:57:00,030 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:57:00,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T23:57:00,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T23:57:00,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:57:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-10T23:57:00,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:57:00,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:57:00,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-10T23:57:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:57:00,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:57:00,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741835_1011 (size=381) 2024-11-10T23:57:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741835_1011 (size=381) 2024-11-10T23:57:00,044 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46a5f52680a5593e48bf66aa192bf6d9, NAME => 'TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc 2024-11-10T23:57:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741836_1012 (size=64) 2024-11-10T23:57:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741836_1012 (size=64) 2024-11-10T23:57:00,052 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:57:00,052 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 46a5f52680a5593e48bf66aa192bf6d9, disabling compactions & flushes 2024-11-10T23:57:00,052 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:00,052 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:00,052 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. after waiting 0 ms 2024-11-10T23:57:00,052 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:00,052 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:00,052 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46a5f52680a5593e48bf66aa192bf6d9: Waiting for close lock at 1731283020052Disabling compacts and flushes for region at 1731283020052Disabling writes for close at 1731283020052Writing region close event to WAL at 1731283020052Closed at 1731283020052 2024-11-10T23:57:00,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:57:00,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731283020053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731283020053"}]},"ts":"1731283020053"} 2024-11-10T23:57:00,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T23:57:00,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:57:00,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731283020057"}]},"ts":"1731283020057"} 2024-11-10T23:57:00,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-10T23:57:00,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, ASSIGN}] 2024-11-10T23:57:00,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, ASSIGN 2024-11-10T23:57:00,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, ASSIGN; state=OFFLINE, location=ae12972821c6,44183,1731283019099; forceNewPlan=false, retain=false 2024-11-10T23:57:00,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46a5f52680a5593e48bf66aa192bf6d9, regionState=OPENING, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:57:00,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, ASSIGN because future has completed 2024-11-10T23:57:00,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099}] 2024-11-10T23:57:00,372 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:00,372 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 46a5f52680a5593e48bf66aa192bf6d9, NAME => 'TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:57:00,373 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,373 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:57:00,373 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,373 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,374 INFO [StoreOpener-46a5f52680a5593e48bf66aa192bf6d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,376 INFO [StoreOpener-46a5f52680a5593e48bf66aa192bf6d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a5f52680a5593e48bf66aa192bf6d9 columnFamilyName info 2024-11-10T23:57:00,376 DEBUG [StoreOpener-46a5f52680a5593e48bf66aa192bf6d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:57:00,376 INFO [StoreOpener-46a5f52680a5593e48bf66aa192bf6d9-1 {}] regionserver.HStore(327): Store=46a5f52680a5593e48bf66aa192bf6d9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:57:00,376 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,377 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,377 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,378 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,378 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,380 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,382 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:57:00,382 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 46a5f52680a5593e48bf66aa192bf6d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=704656, jitterRate=-0.10398386418819427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:57:00,382 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:00,383 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 46a5f52680a5593e48bf66aa192bf6d9: Running coprocessor pre-open hook at 1731283020373Writing region info on filesystem at 1731283020373Initializing all the Stores at 1731283020374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283020374Cleaning up temporary data from old regions at 1731283020378 (+4 ms)Running coprocessor post-open hooks at 1731283020382 (+4 ms)Region opened successfully at 1731283020383 (+1 ms) 2024-11-10T23:57:00,384 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., pid=6, masterSystemTime=1731283020368 2024-11-10T23:57:00,387 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:00,387 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:00,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46a5f52680a5593e48bf66aa192bf6d9, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:57:00,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 because future has completed 2024-11-10T23:57:00,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T23:57:00,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 in 175 msec 2024-11-10T23:57:00,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:57:00,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, ASSIGN in 334 msec 2024-11-10T23:57:00,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:57:00,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731283020397"}]},"ts":"1731283020397"} 2024-11-10T23:57:00,399 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-10T23:57:00,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:57:00,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 369 msec 2024-11-10T23:57:02,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:57:02,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:02,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:03,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-10T23:57:03,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T23:57:03,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T23:57:05,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:57:05,346 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-10T23:57:09,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:57:09,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:09,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:57:10,140 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-10T23:57:10,140 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-10T23:57:10,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-10T23:57:10,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:10,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2] 2024-11-10T23:57:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:10,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a5f52680a5593e48bf66aa192bf6d9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T23:57:10,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/e6ab2c12c26c453b970eb53161600f3f is 1055, key is row0001/info:/1731283030147/Put/seqid=0 2024-11-10T23:57:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741837_1013 (size=13386) 2024-11-10T23:57:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741837_1013 (size=13386) 2024-11-10T23:57:10,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/e6ab2c12c26c453b970eb53161600f3f 2024-11-10T23:57:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/e6ab2c12c26c453b970eb53161600f3f as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/e6ab2c12c26c453b970eb53161600f3f 2024-11-10T23:57:10,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:57:10,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/e6ab2c12c26c453b970eb53161600f3f, entries=8, sequenceid=12, filesize=13.1 K 2024-11-10T23:57:10,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 46a5f52680a5593e48bf66aa192bf6d9 in 44ms, sequenceid=12, compaction requested=false 2024-11-10T23:57:10,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a5f52680a5593e48bf66aa192bf6d9: 2024-11-10T23:57:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56264 deadline: 1731283040200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 2024-11-10T23:57:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:57:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:57:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:57:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:20,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a5f52680a5593e48bf66aa192bf6d9 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-10T23:57:20,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/3f8d0c5993694c879e3cfc15c518bc18 is 1055, key is row0009/info:/1731283030162/Put/seqid=0 2024-11-10T23:57:20,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741838_1014 (size=28134) 2024-11-10T23:57:20,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741838_1014 (size=28134) 2024-11-10T23:57:20,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/3f8d0c5993694c879e3cfc15c518bc18 2024-11-10T23:57:20,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/3f8d0c5993694c879e3cfc15c518bc18 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18 2024-11-10T23:57:20,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18, entries=22, sequenceid=37, filesize=27.5 K 2024-11-10T23:57:20,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 46a5f52680a5593e48bf66aa192bf6d9 in 25ms, sequenceid=37, compaction requested=false 2024-11-10T23:57:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a5f52680a5593e48bf66aa192bf6d9: 2024-11-10T23:57:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-10T23:57:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18 because midkey is the same as first or last row 2024-11-10T23:57:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:22,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a5f52680a5593e48bf66aa192bf6d9 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T23:57:22,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/b8c2fdefd8f14de48777c91b97d1ecce is 1055, key is row0031/info:/1731283040313/Put/seqid=0 2024-11-10T23:57:22,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741839_1015 (size=13386) 2024-11-10T23:57:22,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741839_1015 (size=13386) 2024-11-10T23:57:22,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/b8c2fdefd8f14de48777c91b97d1ecce 2024-11-10T23:57:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/b8c2fdefd8f14de48777c91b97d1ecce as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/b8c2fdefd8f14de48777c91b97d1ecce 2024-11-10T23:57:22,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/b8c2fdefd8f14de48777c91b97d1ecce, entries=8, sequenceid=48, filesize=13.1 K 2024-11-10T23:57:22,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 46a5f52680a5593e48bf66aa192bf6d9 in 25ms, sequenceid=48, compaction requested=true 2024-11-10T23:57:22,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a5f52680a5593e48bf66aa192bf6d9: 2024-11-10T23:57:22,352 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-10T23:57:22,352 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:22,352 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18 because midkey is the same as first or last row 2024-11-10T23:57:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:22,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a5f52680a5593e48bf66aa192bf6d9:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:57:22,353 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:57:22,355 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:57:22,355 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 46a5f52680a5593e48bf66aa192bf6d9/info is initiating minor compaction (all files) 2024-11-10T23:57:22,355 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a5f52680a5593e48bf66aa192bf6d9/info in TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:22,355 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/e6ab2c12c26c453b970eb53161600f3f, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/b8c2fdefd8f14de48777c91b97d1ecce] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp, totalSize=53.6 K 2024-11-10T23:57:22,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:22,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a5f52680a5593e48bf66aa192bf6d9 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-10T23:57:22,356 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6ab2c12c26c453b970eb53161600f3f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731283030147 2024-11-10T23:57:22,356 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f8d0c5993694c879e3cfc15c518bc18, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731283030162 2024-11-10T23:57:22,357 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8c2fdefd8f14de48777c91b97d1ecce, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731283040313 2024-11-10T23:57:22,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/44c60b7e66be40bfbccdd4ac42e2690c is 1055, key is row0039/info:/1731283042327/Put/seqid=0 2024-11-10T23:57:22,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741840_1016 (size=22874) 2024-11-10T23:57:22,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741840_1016 (size=22874) 2024-11-10T23:57:22,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/44c60b7e66be40bfbccdd4ac42e2690c 2024-11-10T23:57:22,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/44c60b7e66be40bfbccdd4ac42e2690c as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/44c60b7e66be40bfbccdd4ac42e2690c 2024-11-10T23:57:22,376 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a5f52680a5593e48bf66aa192bf6d9#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:57:22,377 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/52cf2951466145dd8a10804de03f4665 is 1055, key is row0001/info:/1731283030147/Put/seqid=0 2024-11-10T23:57:22,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/44c60b7e66be40bfbccdd4ac42e2690c, entries=17, sequenceid=68, filesize=22.3 K 2024-11-10T23:57:22,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 46a5f52680a5593e48bf66aa192bf6d9 in 26ms, sequenceid=68, compaction requested=false 2024-11-10T23:57:22,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a5f52680a5593e48bf66aa192bf6d9: 2024-11-10T23:57:22,381 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-11-10T23:57:22,381 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:22,382 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18 because midkey is the same as first or last row 2024-11-10T23:57:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741841_1017 (size=45105) 2024-11-10T23:57:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741841_1017 (size=45105) 2024-11-10T23:57:22,389 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/52cf2951466145dd8a10804de03f4665 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665 2024-11-10T23:57:22,396 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a5f52680a5593e48bf66aa192bf6d9/info of 46a5f52680a5593e48bf66aa192bf6d9 into 52cf2951466145dd8a10804de03f4665(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:57:22,396 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a5f52680a5593e48bf66aa192bf6d9: 2024-11-10T23:57:22,397 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., storeName=46a5f52680a5593e48bf66aa192bf6d9/info, priority=13, startTime=1731283042353; duration=0sec 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665 because midkey is the same as first or last row 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665 because midkey is the same as first or last row 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665 because midkey is the same as first or last row 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:22,398 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a5f52680a5593e48bf66aa192bf6d9:info 2024-11-10T23:57:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a5f52680a5593e48bf66aa192bf6d9 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-10T23:57:24,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/11007addbf5b4a008ab522eb7b894eee is 1055, key is row0056/info:/1731283042356/Put/seqid=0 2024-11-10T23:57:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741842_1018 (size=15490) 2024-11-10T23:57:24,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741842_1018 (size=15490) 2024-11-10T23:57:24,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/11007addbf5b4a008ab522eb7b894eee 2024-11-10T23:57:24,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/11007addbf5b4a008ab522eb7b894eee as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/11007addbf5b4a008ab522eb7b894eee 2024-11-10T23:57:24,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/11007addbf5b4a008ab522eb7b894eee, entries=10, sequenceid=82, filesize=15.1 K 2024-11-10T23:57:24,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=17.45 KB/17867 for 46a5f52680a5593e48bf66aa192bf6d9 in 29ms, sequenceid=82, compaction requested=true 2024-11-10T23:57:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a5f52680a5593e48bf66aa192bf6d9: 2024-11-10T23:57:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-10T23:57:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665 because midkey is the same as first or last row 2024-11-10T23:57:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a5f52680a5593e48bf66aa192bf6d9:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:57:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:24,406 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:57:24,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a5f52680a5593e48bf66aa192bf6d9 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-10T23:57:24,407 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:57:24,408 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 46a5f52680a5593e48bf66aa192bf6d9/info is initiating minor compaction (all files) 2024-11-10T23:57:24,408 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a5f52680a5593e48bf66aa192bf6d9/info in TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:24,408 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/44c60b7e66be40bfbccdd4ac42e2690c, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/11007addbf5b4a008ab522eb7b894eee] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp, totalSize=81.5 K 2024-11-10T23:57:24,408 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52cf2951466145dd8a10804de03f4665, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731283030147 2024-11-10T23:57:24,409 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44c60b7e66be40bfbccdd4ac42e2690c, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731283042327 2024-11-10T23:57:24,409 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11007addbf5b4a008ab522eb7b894eee, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731283042356 2024-11-10T23:57:24,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/9d1cd3c7a6744b9a9da0e08c6e3fadd0 is 1055, key is row0066/info:/1731283044377/Put/seqid=0 2024-11-10T23:57:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741843_1019 (size=23926) 2024-11-10T23:57:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741843_1019 (size=23926) 2024-11-10T23:57:24,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/9d1cd3c7a6744b9a9da0e08c6e3fadd0 2024-11-10T23:57:24,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/9d1cd3c7a6744b9a9da0e08c6e3fadd0 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/9d1cd3c7a6744b9a9da0e08c6e3fadd0 2024-11-10T23:57:24,427 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a5f52680a5593e48bf66aa192bf6d9#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:57:24,428 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/631436d9e8ec4476a51cd90fab4b118c is 1055, key is row0001/info:/1731283030147/Put/seqid=0 2024-11-10T23:57:24,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:57:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56264 deadline: 1731283054428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 2024-11-10T23:57:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:57:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:57:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 because the exception is null or not the one we care about 2024-11-10T23:57:24,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/9d1cd3c7a6744b9a9da0e08c6e3fadd0, entries=18, sequenceid=103, filesize=23.4 K 2024-11-10T23:57:24,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 46a5f52680a5593e48bf66aa192bf6d9 in 26ms, sequenceid=103, compaction requested=false 2024-11-10T23:57:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a5f52680a5593e48bf66aa192bf6d9: 2024-11-10T23:57:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=104.9 K, sizeToCheck=16.0 K 2024-11-10T23:57:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665 because midkey is the same as first or last row 2024-11-10T23:57:24,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741844_1020 (size=73753) 2024-11-10T23:57:24,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741844_1020 (size=73753) 2024-11-10T23:57:24,440 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/631436d9e8ec4476a51cd90fab4b118c as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c 2024-11-10T23:57:24,446 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a5f52680a5593e48bf66aa192bf6d9/info of 46a5f52680a5593e48bf66aa192bf6d9 into 631436d9e8ec4476a51cd90fab4b118c(size=72.0 K), total size for store is 95.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:57:24,446 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a5f52680a5593e48bf66aa192bf6d9: 2024-11-10T23:57:24,446 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., storeName=46a5f52680a5593e48bf66aa192bf6d9/info, priority=13, startTime=1731283044406; duration=0sec 2024-11-10T23:57:24,447 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-10T23:57:24,447 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:24,447 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-10T23:57:24,447 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:24,447 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-10T23:57:24,447 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T23:57:24,448 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:24,448 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:24,448 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a5f52680a5593e48bf66aa192bf6d9:info 2024-11-10T23:57:24,449 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] assignment.AssignmentManager(1363): Split request from ae12972821c6,44183,1731283019099, parent={ENCODED => 46a5f52680a5593e48bf66aa192bf6d9, NAME => 'TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-10T23:57:24,454 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=ae12972821c6,44183,1731283019099 2024-11-10T23:57:24,458 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=46a5f52680a5593e48bf66aa192bf6d9, daughterA=05c2c9bfb3eb8accade91bbabcd3eac1, daughterB=65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:24,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=46a5f52680a5593e48bf66aa192bf6d9, daughterA=05c2c9bfb3eb8accade91bbabcd3eac1, daughterB=65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:24,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=46a5f52680a5593e48bf66aa192bf6d9, daughterA=05c2c9bfb3eb8accade91bbabcd3eac1, daughterB=65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:24,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=46a5f52680a5593e48bf66aa192bf6d9, daughterA=05c2c9bfb3eb8accade91bbabcd3eac1, daughterB=65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:24,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, UNASSIGN}] 2024-11-10T23:57:24,467 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, UNASSIGN 2024-11-10T23:57:24,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=46a5f52680a5593e48bf66aa192bf6d9, regionState=CLOSING, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:57:24,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, UNASSIGN because future has completed 2024-11-10T23:57:24,471 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-10T23:57:24,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099}] 2024-11-10T23:57:24,628 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,628 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-10T23:57:24,629 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 46a5f52680a5593e48bf66aa192bf6d9, disabling compactions & flushes 2024-11-10T23:57:24,629 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:24,629 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:24,629 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. after waiting 0 ms 2024-11-10T23:57:24,629 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:24,629 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 46a5f52680a5593e48bf66aa192bf6d9 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-10T23:57:24,634 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/eace1ba4a45644d98e4df3e6aae9699f is 1055, key is row0084/info:/1731283044407/Put/seqid=0 2024-11-10T23:57:24,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741845_1021 (size=16542) 2024-11-10T23:57:24,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741845_1021 (size=16542) 2024-11-10T23:57:24,640 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/eace1ba4a45644d98e4df3e6aae9699f 2024-11-10T23:57:24,646 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/.tmp/info/eace1ba4a45644d98e4df3e6aae9699f as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/eace1ba4a45644d98e4df3e6aae9699f 2024-11-10T23:57:24,652 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/eace1ba4a45644d98e4df3e6aae9699f, entries=11, sequenceid=118, filesize=16.2 K 2024-11-10T23:57:24,653 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 46a5f52680a5593e48bf66aa192bf6d9 in 24ms, sequenceid=118, compaction requested=true 2024-11-10T23:57:24,654 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/e6ab2c12c26c453b970eb53161600f3f, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/b8c2fdefd8f14de48777c91b97d1ecce, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/44c60b7e66be40bfbccdd4ac42e2690c, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/11007addbf5b4a008ab522eb7b894eee] to archive 2024-11-10T23:57:24,655 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:57:24,656 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/e6ab2c12c26c453b970eb53161600f3f to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/e6ab2c12c26c453b970eb53161600f3f 2024-11-10T23:57:24,658 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/3f8d0c5993694c879e3cfc15c518bc18 2024-11-10T23:57:24,659 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/52cf2951466145dd8a10804de03f4665 2024-11-10T23:57:24,660 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/b8c2fdefd8f14de48777c91b97d1ecce to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/b8c2fdefd8f14de48777c91b97d1ecce 2024-11-10T23:57:24,661 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/44c60b7e66be40bfbccdd4ac42e2690c to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/44c60b7e66be40bfbccdd4ac42e2690c 2024-11-10T23:57:24,663 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/11007addbf5b4a008ab522eb7b894eee to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/11007addbf5b4a008ab522eb7b894eee 2024-11-10T23:57:24,668 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-10T23:57:24,669 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. 2024-11-10T23:57:24,669 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 46a5f52680a5593e48bf66aa192bf6d9: Waiting for close lock at 1731283044629Running coprocessor pre-close hooks at 1731283044629Disabling compacts and flushes for region at 1731283044629Disabling writes for close at 1731283044629Obtaining lock to block concurrent updates at 1731283044629Preparing flush snapshotting stores in 46a5f52680a5593e48bf66aa192bf6d9 at 1731283044629Finished memstore snapshotting TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., syncing WAL and waiting on mvcc, flushsize=dataSize=11561, getHeapSize=12648, getOffHeapSize=0, getCellsCount=11 at 1731283044630 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. at 1731283044630Flushing 46a5f52680a5593e48bf66aa192bf6d9/info: creating writer at 1731283044630Flushing 46a5f52680a5593e48bf66aa192bf6d9/info: appending metadata at 1731283044634 (+4 ms)Flushing 46a5f52680a5593e48bf66aa192bf6d9/info: closing flushed file at 1731283044634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a380f08: reopening flushed file at 1731283044646 (+12 ms)Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 46a5f52680a5593e48bf66aa192bf6d9 in 24ms, sequenceid=118, compaction requested=true at 1731283044653 (+7 ms)Writing region close event to WAL at 1731283044665 (+12 ms)Running coprocessor post-close hooks at 1731283044669 (+4 ms)Closed at 1731283044669 2024-11-10T23:57:24,672 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=46a5f52680a5593e48bf66aa192bf6d9, regionState=CLOSED 2024-11-10T23:57:24,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 because future has completed 2024-11-10T23:57:24,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T23:57:24,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 46a5f52680a5593e48bf66aa192bf6d9, server=ae12972821c6,44183,1731283019099 in 205 msec 2024-11-10T23:57:24,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T23:57:24,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=46a5f52680a5593e48bf66aa192bf6d9, UNASSIGN in 212 msec 2024-11-10T23:57:24,688 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:57:24,691 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=46a5f52680a5593e48bf66aa192bf6d9, threads=3 2024-11-10T23:57:24,694 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/eace1ba4a45644d98e4df3e6aae9699f for region: 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,694 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c for region: 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,694 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/9d1cd3c7a6744b9a9da0e08c6e3fadd0 for region: 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,706 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/9d1cd3c7a6744b9a9da0e08c6e3fadd0, top=true 2024-11-10T23:57:24,706 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/eace1ba4a45644d98e4df3e6aae9699f, top=true 2024-11-10T23:57:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741846_1022 (size=27) 2024-11-10T23:57:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741846_1022 (size=27) 2024-11-10T23:57:24,712 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-9d1cd3c7a6744b9a9da0e08c6e3fadd0 for child: 65d2ac6bead5169fd31488779d72a3c5, parent: 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,712 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-eace1ba4a45644d98e4df3e6aae9699f for child: 65d2ac6bead5169fd31488779d72a3c5, parent: 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,712 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/9d1cd3c7a6744b9a9da0e08c6e3fadd0 for region: 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,713 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/eace1ba4a45644d98e4df3e6aae9699f for region: 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741847_1023 (size=27) 2024-11-10T23:57:24,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741847_1023 (size=27) 2024-11-10T23:57:24,724 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c for region: 46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:57:24,725 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 46a5f52680a5593e48bf66aa192bf6d9 Daughter A: [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9] storefiles, Daughter B: [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-9d1cd3c7a6744b9a9da0e08c6e3fadd0, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-eace1ba4a45644d98e4df3e6aae9699f] storefiles. 2024-11-10T23:57:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741848_1024 (size=71) 2024-11-10T23:57:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741848_1024 (size=71) 2024-11-10T23:57:24,736 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:57:24,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741849_1025 (size=71) 2024-11-10T23:57:24,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741849_1025 (size=71) 2024-11-10T23:57:24,754 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:57:24,766 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-10T23:57:24,768 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-10T23:57:24,771 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731283044770"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731283044770"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731283044770"}]},"ts":"1731283044770"} 2024-11-10T23:57:24,771 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731283044770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731283044770"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731283044770"}]},"ts":"1731283044770"} 2024-11-10T23:57:24,771 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731283044770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731283044770"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731283044770"}]},"ts":"1731283044770"} 2024-11-10T23:57:24,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=05c2c9bfb3eb8accade91bbabcd3eac1, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65d2ac6bead5169fd31488779d72a3c5, ASSIGN}] 2024-11-10T23:57:24,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65d2ac6bead5169fd31488779d72a3c5, ASSIGN 2024-11-10T23:57:24,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=05c2c9bfb3eb8accade91bbabcd3eac1, ASSIGN 2024-11-10T23:57:24,791 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65d2ac6bead5169fd31488779d72a3c5, ASSIGN; state=SPLITTING_NEW, location=ae12972821c6,44183,1731283019099; forceNewPlan=false, retain=false 2024-11-10T23:57:24,791 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=05c2c9bfb3eb8accade91bbabcd3eac1, ASSIGN; state=SPLITTING_NEW, location=ae12972821c6,44183,1731283019099; forceNewPlan=false, retain=false 2024-11-10T23:57:24,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=05c2c9bfb3eb8accade91bbabcd3eac1, regionState=OPENING, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:57:24,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=65d2ac6bead5169fd31488779d72a3c5, regionState=OPENING, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:57:24,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=05c2c9bfb3eb8accade91bbabcd3eac1, ASSIGN because future has completed 2024-11-10T23:57:24,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05c2c9bfb3eb8accade91bbabcd3eac1, server=ae12972821c6,44183,1731283019099}] 2024-11-10T23:57:24,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65d2ac6bead5169fd31488779d72a3c5, ASSIGN because future has completed 2024-11-10T23:57:24,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d2ac6bead5169fd31488779d72a3c5, server=ae12972821c6,44183,1731283019099}] 2024-11-10T23:57:25,100 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:57:25,101 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 05c2c9bfb3eb8accade91bbabcd3eac1, NAME => 'TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-10T23:57:25,101 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,101 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:57:25,101 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,101 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,102 INFO [StoreOpener-05c2c9bfb3eb8accade91bbabcd3eac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,103 INFO [StoreOpener-05c2c9bfb3eb8accade91bbabcd3eac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c2c9bfb3eb8accade91bbabcd3eac1 columnFamilyName info 2024-11-10T23:57:25,103 DEBUG [StoreOpener-05c2c9bfb3eb8accade91bbabcd3eac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:57:25,117 DEBUG [StoreOpener-05c2c9bfb3eb8accade91bbabcd3eac1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9->hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c-bottom 2024-11-10T23:57:25,117 INFO [StoreOpener-05c2c9bfb3eb8accade91bbabcd3eac1-1 {}] regionserver.HStore(327): Store=05c2c9bfb3eb8accade91bbabcd3eac1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:57:25,118 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,118 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,119 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,120 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,120 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,121 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,122 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 05c2c9bfb3eb8accade91bbabcd3eac1; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855934, jitterRate=0.08837756514549255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:57:25,122 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:57:25,123 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 05c2c9bfb3eb8accade91bbabcd3eac1: Running coprocessor pre-open hook at 1731283045101Writing region info on filesystem at 1731283045101Initializing all the Stores at 1731283045102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283045102Cleaning up temporary data from old regions at 1731283045120 (+18 ms)Running coprocessor post-open hooks at 1731283045122 (+2 ms)Region opened successfully at 1731283045123 (+1 ms) 2024-11-10T23:57:25,124 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1., pid=12, masterSystemTime=1731283045097 2024-11-10T23:57:25,124 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 05c2c9bfb3eb8accade91bbabcd3eac1:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:57:25,124 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-10T23:57:25,124 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:25,125 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:57:25,125 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 05c2c9bfb3eb8accade91bbabcd3eac1/info is initiating minor compaction (all files) 2024-11-10T23:57:25,125 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 05c2c9bfb3eb8accade91bbabcd3eac1/info in TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:57:25,125 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9->hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c-bottom] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/.tmp, totalSize=72.0 K 2024-11-10T23:57:25,126 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731283030147 2024-11-10T23:57:25,127 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:57:25,127 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:57:25,127 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:57:25,127 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 65d2ac6bead5169fd31488779d72a3c5, NAME => 'TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-10T23:57:25,127 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=05c2c9bfb3eb8accade91bbabcd3eac1, regionState=OPEN, openSeqNum=122, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:57:25,127 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,127 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:57:25,128 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,128 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,129 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-10T23:57:25,130 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T23:57:25,130 INFO [StoreOpener-65d2ac6bead5169fd31488779d72a3c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-10T23:57:25,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05c2c9bfb3eb8accade91bbabcd3eac1, server=ae12972821c6,44183,1731283019099 because future has completed 2024-11-10T23:57:25,131 INFO [StoreOpener-65d2ac6bead5169fd31488779d72a3c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65d2ac6bead5169fd31488779d72a3c5 columnFamilyName info 2024-11-10T23:57:25,131 DEBUG [StoreOpener-65d2ac6bead5169fd31488779d72a3c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:57:25,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-10T23:57:25,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 05c2c9bfb3eb8accade91bbabcd3eac1, server=ae12972821c6,44183,1731283019099 in 187 msec 2024-11-10T23:57:25,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=05c2c9bfb3eb8accade91bbabcd3eac1, ASSIGN in 350 msec 2024-11-10T23:57:25,142 DEBUG [StoreOpener-65d2ac6bead5169fd31488779d72a3c5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9->hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c-top 2024-11-10T23:57:25,147 DEBUG [StoreOpener-65d2ac6bead5169fd31488779d72a3c5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-9d1cd3c7a6744b9a9da0e08c6e3fadd0 2024-11-10T23:57:25,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/info/f6f859e5c1234f189c15663695d85797 is 193, key is TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5./info:regioninfo/1731283044941/Put/seqid=0 2024-11-10T23:57:25,150 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c2c9bfb3eb8accade91bbabcd3eac1#info#compaction#40 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:57:25,151 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/.tmp/info/cbef1d0c4e5544c28fc1e88e7e3ea558 is 1055, key is row0001/info:/1731283030147/Put/seqid=0 2024-11-10T23:57:25,153 DEBUG [StoreOpener-65d2ac6bead5169fd31488779d72a3c5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-eace1ba4a45644d98e4df3e6aae9699f 2024-11-10T23:57:25,153 INFO [StoreOpener-65d2ac6bead5169fd31488779d72a3c5-1 {}] regionserver.HStore(327): Store=65d2ac6bead5169fd31488779d72a3c5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:57:25,153 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,154 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,155 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,156 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,156 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,184 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741850_1026 (size=9847) 2024-11-10T23:57:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741850_1026 (size=9847) 2024-11-10T23:57:25,185 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 65d2ac6bead5169fd31488779d72a3c5; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880244, jitterRate=0.11928823590278625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:57:25,185 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:25,186 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 65d2ac6bead5169fd31488779d72a3c5: Running coprocessor pre-open hook at 1731283045128Writing region info on filesystem at 1731283045128Initializing all the Stores at 1731283045129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283045129Cleaning up temporary data from old regions at 1731283045156 (+27 ms)Running coprocessor post-open hooks at 1731283045185 (+29 ms)Region opened successfully at 1731283045186 (+1 ms) 2024-11-10T23:57:25,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/info/f6f859e5c1234f189c15663695d85797 2024-11-10T23:57:25,187 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., pid=13, masterSystemTime=1731283045097 2024-11-10T23:57:25,187 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 65d2ac6bead5169fd31488779d72a3c5:info, priority=-2147483648, current under compaction store size is 2 2024-11-10T23:57:25,187 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:25,187 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:57:25,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741851_1027 (size=71441) 2024-11-10T23:57:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741851_1027 (size=71441) 2024-11-10T23:57:25,189 INFO [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:57:25,189 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.HStore(1541): 65d2ac6bead5169fd31488779d72a3c5/info is initiating minor compaction (all files) 2024-11-10T23:57:25,189 INFO [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65d2ac6bead5169fd31488779d72a3c5/info in TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:57:25,190 INFO [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9->hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c-top, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-9d1cd3c7a6744b9a9da0e08c6e3fadd0, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-eace1ba4a45644d98e4df3e6aae9699f] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp, totalSize=111.5 K 2024-11-10T23:57:25,190 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:57:25,190 INFO [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:57:25,190 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] compactions.Compactor(225): Compacting 631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731283030147 2024-11-10T23:57:25,191 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-9d1cd3c7a6744b9a9da0e08c6e3fadd0, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731283044377 2024-11-10T23:57:25,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=65d2ac6bead5169fd31488779d72a3c5, regionState=OPEN, openSeqNum=122, regionLocation=ae12972821c6,44183,1731283019099 2024-11-10T23:57:25,192 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-eace1ba4a45644d98e4df3e6aae9699f, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731283044407 2024-11-10T23:57:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d2ac6bead5169fd31488779d72a3c5, server=ae12972821c6,44183,1731283019099 because future has completed 2024-11-10T23:57:25,198 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/.tmp/info/cbef1d0c4e5544c28fc1e88e7e3ea558 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/info/cbef1d0c4e5544c28fc1e88e7e3ea558 2024-11-10T23:57:25,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-10T23:57:25,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 65d2ac6bead5169fd31488779d72a3c5, server=ae12972821c6,44183,1731283019099 in 249 msec 2024-11-10T23:57:25,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T23:57:25,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=65d2ac6bead5169fd31488779d72a3c5, ASSIGN in 411 msec 2024-11-10T23:57:25,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=46a5f52680a5593e48bf66aa192bf6d9, daughterA=05c2c9bfb3eb8accade91bbabcd3eac1, daughterB=65d2ac6bead5169fd31488779d72a3c5 in 747 msec 2024-11-10T23:57:25,207 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 05c2c9bfb3eb8accade91bbabcd3eac1/info of 05c2c9bfb3eb8accade91bbabcd3eac1 into cbef1d0c4e5544c28fc1e88e7e3ea558(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:57:25,207 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 05c2c9bfb3eb8accade91bbabcd3eac1: 2024-11-10T23:57:25,207 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1., storeName=05c2c9bfb3eb8accade91bbabcd3eac1/info, priority=15, startTime=1731283045124; duration=0sec 2024-11-10T23:57:25,207 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:25,207 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c2c9bfb3eb8accade91bbabcd3eac1:info 2024-11-10T23:57:25,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/ns/76be87c16fa94bb7b80a9b411119323e is 43, key is default/ns:d/1731283019928/Put/seqid=0 2024-11-10T23:57:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741852_1028 (size=5153) 2024-11-10T23:57:25,219 INFO [RS:0;ae12972821c6:44183-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65d2ac6bead5169fd31488779d72a3c5#info#compaction#43 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:57:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741852_1028 (size=5153) 2024-11-10T23:57:25,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/ns/76be87c16fa94bb7b80a9b411119323e 2024-11-10T23:57:25,220 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/89cf93f7422342609eff36c7e1da9aac is 1055, key is row0064/info:/1731283042373/Put/seqid=0 2024-11-10T23:57:25,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741853_1029 (size=37897) 2024-11-10T23:57:25,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741853_1029 (size=37897) 2024-11-10T23:57:25,231 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/89cf93f7422342609eff36c7e1da9aac as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/89cf93f7422342609eff36c7e1da9aac 2024-11-10T23:57:25,237 INFO [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65d2ac6bead5169fd31488779d72a3c5/info of 65d2ac6bead5169fd31488779d72a3c5 into 89cf93f7422342609eff36c7e1da9aac(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:57:25,237 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:57:25,237 INFO [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., storeName=65d2ac6bead5169fd31488779d72a3c5/info, priority=13, startTime=1731283045187; duration=0sec 2024-11-10T23:57:25,237 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:25,237 DEBUG [RS:0;ae12972821c6:44183-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65d2ac6bead5169fd31488779d72a3c5:info 2024-11-10T23:57:25,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/table/24c7ff50e04c425a8d9b254c46b8ea61 is 65, key is TestLogRolling-testLogRolling/table:state/1731283020397/Put/seqid=0 2024-11-10T23:57:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741854_1030 (size=5340) 2024-11-10T23:57:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741854_1030 (size=5340) 2024-11-10T23:57:25,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/table/24c7ff50e04c425a8d9b254c46b8ea61 2024-11-10T23:57:25,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/info/f6f859e5c1234f189c15663695d85797 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/info/f6f859e5c1234f189c15663695d85797 2024-11-10T23:57:25,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/info/f6f859e5c1234f189c15663695d85797, entries=30, sequenceid=17, filesize=9.6 K 2024-11-10T23:57:25,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/ns/76be87c16fa94bb7b80a9b411119323e as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/ns/76be87c16fa94bb7b80a9b411119323e 2024-11-10T23:57:25,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/ns/76be87c16fa94bb7b80a9b411119323e, entries=2, sequenceid=17, filesize=5.0 K 2024-11-10T23:57:25,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/table/24c7ff50e04c425a8d9b254c46b8ea61 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/table/24c7ff50e04c425a8d9b254c46b8ea61 2024-11-10T23:57:25,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/table/24c7ff50e04c425a8d9b254c46b8ea61, entries=2, sequenceid=17, filesize=5.2 K 2024-11-10T23:57:25,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 142ms, sequenceid=17, compaction requested=false 2024-11-10T23:57:25,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-10T23:57:29,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:57:29,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:29,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:57:30,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:30,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:57:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56264 deadline: 1731283064449, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. is not online on ae12972821c6,44183,1731283019099 2024-11-10T23:57:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. is not online on ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:57:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9. is not online on ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:57:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731283020030.46a5f52680a5593e48bf66aa192bf6d9., hostname=ae12972821c6,44183,1731283019099, seqNum=2 from cache 2024-11-10T23:57:39,960 INFO [master/ae12972821c6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T23:57:39,960 INFO [master/ae12972821c6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T23:57:44,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-10T23:57:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., hostname=ae12972821c6,44183,1731283019099, seqNum=122] 2024-11-10T23:57:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:56,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T23:57:56,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/6cddaad975dc45eeb082a30a1e9cd018 is 1055, key is row0095/info:/1731283074537/Put/seqid=0 2024-11-10T23:57:56,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741855_1031 (size=13391) 2024-11-10T23:57:56,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741855_1031 (size=13391) 2024-11-10T23:57:56,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/6cddaad975dc45eeb082a30a1e9cd018 2024-11-10T23:57:56,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/6cddaad975dc45eeb082a30a1e9cd018 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/6cddaad975dc45eeb082a30a1e9cd018 2024-11-10T23:57:56,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/6cddaad975dc45eeb082a30a1e9cd018, entries=8, sequenceid=133, filesize=13.1 K 2024-11-10T23:57:56,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 65d2ac6bead5169fd31488779d72a3c5 in 27ms, sequenceid=133, compaction requested=false 2024-11-10T23:57:56,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:57:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:56,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-10T23:57:56,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/d2933820e4614e3288f57ccf8820eef9 is 1055, key is row0103/info:/1731283076550/Put/seqid=0 2024-11-10T23:57:56,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741856_1032 (size=22891) 2024-11-10T23:57:56,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741856_1032 (size=22891) 2024-11-10T23:57:56,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/d2933820e4614e3288f57ccf8820eef9 2024-11-10T23:57:56,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/d2933820e4614e3288f57ccf8820eef9 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/d2933820e4614e3288f57ccf8820eef9 2024-11-10T23:57:56,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/d2933820e4614e3288f57ccf8820eef9, entries=17, sequenceid=153, filesize=22.4 K 2024-11-10T23:57:56,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 65d2ac6bead5169fd31488779d72a3c5 in 23ms, sequenceid=153, compaction requested=true 2024-11-10T23:57:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:57:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65d2ac6bead5169fd31488779d72a3c5:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:57:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:56,599 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:57:56,600 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:57:56,600 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 65d2ac6bead5169fd31488779d72a3c5/info is initiating minor compaction (all files) 2024-11-10T23:57:56,600 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65d2ac6bead5169fd31488779d72a3c5/info in TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:57:56,600 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/89cf93f7422342609eff36c7e1da9aac, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/6cddaad975dc45eeb082a30a1e9cd018, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/d2933820e4614e3288f57ccf8820eef9] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp, totalSize=72.4 K 2024-11-10T23:57:56,601 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89cf93f7422342609eff36c7e1da9aac, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731283042373 2024-11-10T23:57:56,601 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cddaad975dc45eeb082a30a1e9cd018, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731283074537 2024-11-10T23:57:56,602 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2933820e4614e3288f57ccf8820eef9, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731283076550 2024-11-10T23:57:56,613 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65d2ac6bead5169fd31488779d72a3c5#info#compaction#47 average throughput is 28.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:57:56,614 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/54d156c6aabf4e3d8844166134611dde is 1055, key is row0064/info:/1731283042373/Put/seqid=0 2024-11-10T23:57:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741857_1033 (size=64393) 2024-11-10T23:57:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741857_1033 (size=64393) 2024-11-10T23:57:56,628 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/54d156c6aabf4e3d8844166134611dde as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/54d156c6aabf4e3d8844166134611dde 2024-11-10T23:57:56,634 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65d2ac6bead5169fd31488779d72a3c5/info of 65d2ac6bead5169fd31488779d72a3c5 into 54d156c6aabf4e3d8844166134611dde(size=62.9 K), total size for store is 62.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:57:56,634 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:57:56,634 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., storeName=65d2ac6bead5169fd31488779d72a3c5/info, priority=13, startTime=1731283076599; duration=0sec 2024-11-10T23:57:56,634 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:56,634 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65d2ac6bead5169fd31488779d72a3c5:info 2024-11-10T23:57:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:58,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-10T23:57:58,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/c9cc4397b91342dda1dbeea3cb8c4856 is 1055, key is row0120/info:/1731283076577/Put/seqid=0 2024-11-10T23:57:58,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741858_1034 (size=15500) 2024-11-10T23:57:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741858_1034 (size=15500) 2024-11-10T23:57:58,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/c9cc4397b91342dda1dbeea3cb8c4856 2024-11-10T23:57:58,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/c9cc4397b91342dda1dbeea3cb8c4856 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/c9cc4397b91342dda1dbeea3cb8c4856 2024-11-10T23:57:58,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/c9cc4397b91342dda1dbeea3cb8c4856, entries=10, sequenceid=167, filesize=15.1 K 2024-11-10T23:57:58,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=15.40 KB/15765 for 65d2ac6bead5169fd31488779d72a3c5 in 26ms, sequenceid=167, compaction requested=false 2024-11-10T23:57:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:57:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:58,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T23:57:58,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b43cfb4b0839446e8b52238606bd9075 is 1055, key is row0130/info:/1731283078595/Put/seqid=0 2024-11-10T23:57:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741859_1035 (size=21838) 2024-11-10T23:57:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741859_1035 (size=21838) 2024-11-10T23:57:58,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b43cfb4b0839446e8b52238606bd9075 2024-11-10T23:57:58,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b43cfb4b0839446e8b52238606bd9075 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b43cfb4b0839446e8b52238606bd9075 2024-11-10T23:57:58,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b43cfb4b0839446e8b52238606bd9075, entries=16, sequenceid=186, filesize=21.3 K 2024-11-10T23:57:58,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=12.32 KB/12612 for 65d2ac6bead5169fd31488779d72a3c5 in 22ms, sequenceid=186, compaction requested=true 2024-11-10T23:57:58,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:57:58,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65d2ac6bead5169fd31488779d72a3c5:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:57:58,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:58,642 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:57:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:57:58,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-10T23:57:58,643 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101731 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:57:58,643 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 65d2ac6bead5169fd31488779d72a3c5/info is initiating minor compaction (all files) 2024-11-10T23:57:58,643 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65d2ac6bead5169fd31488779d72a3c5/info in TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:57:58,643 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/54d156c6aabf4e3d8844166134611dde, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/c9cc4397b91342dda1dbeea3cb8c4856, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b43cfb4b0839446e8b52238606bd9075] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp, totalSize=99.3 K 2024-11-10T23:57:58,644 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d156c6aabf4e3d8844166134611dde, keycount=56, bloomtype=ROW, size=62.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731283042373 2024-11-10T23:57:58,645 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9cc4397b91342dda1dbeea3cb8c4856, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731283076577 2024-11-10T23:57:58,645 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting b43cfb4b0839446e8b52238606bd9075, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731283078595 2024-11-10T23:57:58,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/3be6fe4e41894a81a30072ea4499dd98 is 1055, key is row0146/info:/1731283078621/Put/seqid=0 2024-11-10T23:57:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741860_1036 (size=18675) 2024-11-10T23:57:58,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741860_1036 (size=18675) 2024-11-10T23:57:58,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/3be6fe4e41894a81a30072ea4499dd98 2024-11-10T23:57:58,662 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65d2ac6bead5169fd31488779d72a3c5#info#compaction#51 average throughput is 41.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:57:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/3be6fe4e41894a81a30072ea4499dd98 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/3be6fe4e41894a81a30072ea4499dd98 2024-11-10T23:57:58,662 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/517dd2f925064c41837ff9aebc288c82 is 1055, key is row0064/info:/1731283042373/Put/seqid=0 2024-11-10T23:57:58,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/3be6fe4e41894a81a30072ea4499dd98, entries=13, sequenceid=202, filesize=18.2 K 2024-11-10T23:57:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741861_1037 (size=91950) 2024-11-10T23:57:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741861_1037 (size=91950) 2024-11-10T23:57:58,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=2.05 KB/2102 for 65d2ac6bead5169fd31488779d72a3c5 in 28ms, sequenceid=202, compaction requested=false 2024-11-10T23:57:58,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:57:58,676 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/517dd2f925064c41837ff9aebc288c82 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/517dd2f925064c41837ff9aebc288c82 2024-11-10T23:57:58,683 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65d2ac6bead5169fd31488779d72a3c5/info of 65d2ac6bead5169fd31488779d72a3c5 into 517dd2f925064c41837ff9aebc288c82(size=89.8 K), total size for store is 108.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:57:58,683 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:57:58,683 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., storeName=65d2ac6bead5169fd31488779d72a3c5/info, priority=13, startTime=1731283078642; duration=0sec 2024-11-10T23:57:58,684 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:57:58,684 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65d2ac6bead5169fd31488779d72a3c5:info 2024-11-10T23:57:59,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T23:58:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:00,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T23:58:00,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b3b3495d636d4f6c96ad5e601ed3e741 is 1055, key is row0159/info:/1731283078644/Put/seqid=0 2024-11-10T23:58:00,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741862_1038 (size=13394) 2024-11-10T23:58:00,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741862_1038 (size=13394) 2024-11-10T23:58:00,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b3b3495d636d4f6c96ad5e601ed3e741 2024-11-10T23:58:00,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b3b3495d636d4f6c96ad5e601ed3e741 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b3b3495d636d4f6c96ad5e601ed3e741 2024-11-10T23:58:00,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b3b3495d636d4f6c96ad5e601ed3e741, entries=8, sequenceid=214, filesize=13.1 K 2024-11-10T23:58:00,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 65d2ac6bead5169fd31488779d72a3c5 in 24ms, sequenceid=214, compaction requested=true 2024-11-10T23:58:00,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:00,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65d2ac6bead5169fd31488779d72a3c5:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:58:00,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:58:00,682 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:58:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:00,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T23:58:00,683 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124019 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:58:00,684 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 65d2ac6bead5169fd31488779d72a3c5/info is initiating minor compaction (all files) 2024-11-10T23:58:00,684 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65d2ac6bead5169fd31488779d72a3c5/info in TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:00,684 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/517dd2f925064c41837ff9aebc288c82, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/3be6fe4e41894a81a30072ea4499dd98, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b3b3495d636d4f6c96ad5e601ed3e741] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp, totalSize=121.1 K 2024-11-10T23:58:00,684 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 517dd2f925064c41837ff9aebc288c82, keycount=82, bloomtype=ROW, size=89.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731283042373 2024-11-10T23:58:00,685 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3be6fe4e41894a81a30072ea4499dd98, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731283078621 2024-11-10T23:58:00,685 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3b3495d636d4f6c96ad5e601ed3e741, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731283078644 2024-11-10T23:58:00,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/f49dde2aeb814fc3b3cdb866c838e57f is 1055, key is row0167/info:/1731283080659/Put/seqid=0 2024-11-10T23:58:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741863_1039 (size=21838) 2024-11-10T23:58:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741863_1039 (size=21838) 2024-11-10T23:58:00,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/f49dde2aeb814fc3b3cdb866c838e57f 2024-11-10T23:58:00,701 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65d2ac6bead5169fd31488779d72a3c5#info#compaction#54 average throughput is 34.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:58:00,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/f49dde2aeb814fc3b3cdb866c838e57f as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/f49dde2aeb814fc3b3cdb866c838e57f 2024-11-10T23:58:00,702 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/dddf6cb1ae5b499d95b754c589fd865f is 1055, key is row0064/info:/1731283042373/Put/seqid=0 2024-11-10T23:58:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741864_1040 (size=114169) 2024-11-10T23:58:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741864_1040 (size=114169) 2024-11-10T23:58:00,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/f49dde2aeb814fc3b3cdb866c838e57f, entries=16, sequenceid=233, filesize=21.3 K 2024-11-10T23:58:00,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for 65d2ac6bead5169fd31488779d72a3c5 in 25ms, sequenceid=233, compaction requested=false 2024-11-10T23:58:00,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:00,710 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/dddf6cb1ae5b499d95b754c589fd865f as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/dddf6cb1ae5b499d95b754c589fd865f 2024-11-10T23:58:00,715 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65d2ac6bead5169fd31488779d72a3c5/info of 65d2ac6bead5169fd31488779d72a3c5 into dddf6cb1ae5b499d95b754c589fd865f(size=111.5 K), total size for store is 132.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:58:00,715 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:00,715 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., storeName=65d2ac6bead5169fd31488779d72a3c5/info, priority=13, startTime=1731283080682; duration=0sec 2024-11-10T23:58:00,716 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:58:00,716 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65d2ac6bead5169fd31488779d72a3c5:info 2024-11-10T23:58:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:02,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-10T23:58:02,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/4e795fe112994a788894c5062c79f4cd is 1055, key is row0183/info:/1731283080684/Put/seqid=0 2024-11-10T23:58:02,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741865_1041 (size=16553) 2024-11-10T23:58:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741865_1041 (size=16553) 2024-11-10T23:58:02,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/4e795fe112994a788894c5062c79f4cd 2024-11-10T23:58:02,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/4e795fe112994a788894c5062c79f4cd as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/4e795fe112994a788894c5062c79f4cd 2024-11-10T23:58:02,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/4e795fe112994a788894c5062c79f4cd, entries=11, sequenceid=248, filesize=16.2 K 2024-11-10T23:58:02,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=17.45 KB/17867 for 65d2ac6bead5169fd31488779d72a3c5 in 25ms, sequenceid=248, compaction requested=true 2024-11-10T23:58:02,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65d2ac6bead5169fd31488779d72a3c5:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:58:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:58:02,730 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:58:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:02,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-10T23:58:02,731 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152560 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:58:02,731 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 65d2ac6bead5169fd31488779d72a3c5/info is initiating minor compaction (all files) 2024-11-10T23:58:02,731 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65d2ac6bead5169fd31488779d72a3c5/info in TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:02,731 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/dddf6cb1ae5b499d95b754c589fd865f, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/f49dde2aeb814fc3b3cdb866c838e57f, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/4e795fe112994a788894c5062c79f4cd] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp, totalSize=149.0 K 2024-11-10T23:58:02,732 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting dddf6cb1ae5b499d95b754c589fd865f, keycount=103, bloomtype=ROW, size=111.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731283042373 2024-11-10T23:58:02,732 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting f49dde2aeb814fc3b3cdb866c838e57f, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731283080659 2024-11-10T23:58:02,733 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e795fe112994a788894c5062c79f4cd, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731283080684 2024-11-10T23:58:02,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/bd9166876c2d4426ba14f3e77e10b88c is 1055, key is row0194/info:/1731283082705/Put/seqid=0 2024-11-10T23:58:02,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741866_1042 (size=23956) 2024-11-10T23:58:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741866_1042 (size=23956) 2024-11-10T23:58:02,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/bd9166876c2d4426ba14f3e77e10b88c 2024-11-10T23:58:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/bd9166876c2d4426ba14f3e77e10b88c as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/bd9166876c2d4426ba14f3e77e10b88c 2024-11-10T23:58:02,748 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65d2ac6bead5169fd31488779d72a3c5#info#compaction#57 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:58:02,749 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/64bc1420b91747bf8ee1b0f5be8b7b9b is 1055, key is row0064/info:/1731283042373/Put/seqid=0 2024-11-10T23:58:02,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65d2ac6bead5169fd31488779d72a3c5, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T23:58:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:56264 deadline: 1731283092750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65d2ac6bead5169fd31488779d72a3c5, server=ae12972821c6,44183,1731283019099 2024-11-10T23:58:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., hostname=ae12972821c6,44183,1731283019099, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., hostname=ae12972821c6,44183,1731283019099, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65d2ac6bead5169fd31488779d72a3c5, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:58:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., hostname=ae12972821c6,44183,1731283019099, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=65d2ac6bead5169fd31488779d72a3c5, server=ae12972821c6,44183,1731283019099 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T23:58:02,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., hostname=ae12972821c6,44183,1731283019099, seqNum=122 because the exception is null or not the one we care about 2024-11-10T23:58:02,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/bd9166876c2d4426ba14f3e77e10b88c, entries=18, sequenceid=269, filesize=23.4 K 2024-11-10T23:58:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741867_1043 (size=142906) 2024-11-10T23:58:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741867_1043 (size=142906) 2024-11-10T23:58:02,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 65d2ac6bead5169fd31488779d72a3c5 in 29ms, sequenceid=269, compaction requested=false 2024-11-10T23:58:02,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:02,761 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/64bc1420b91747bf8ee1b0f5be8b7b9b as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/64bc1420b91747bf8ee1b0f5be8b7b9b 2024-11-10T23:58:02,767 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65d2ac6bead5169fd31488779d72a3c5/info of 65d2ac6bead5169fd31488779d72a3c5 into 64bc1420b91747bf8ee1b0f5be8b7b9b(size=139.6 K), total size for store is 163.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:58:02,767 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:02,767 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., storeName=65d2ac6bead5169fd31488779d72a3c5/info, priority=13, startTime=1731283082730; duration=0sec 2024-11-10T23:58:02,767 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:58:02,767 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65d2ac6bead5169fd31488779d72a3c5:info 2024-11-10T23:58:10,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 05c2c9bfb3eb8accade91bbabcd3eac1, had cached 0 bytes from a total of 71441 2024-11-10T23:58:10,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 65d2ac6bead5169fd31488779d72a3c5, had cached 0 bytes from a total of 166862 2024-11-10T23:58:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:12,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T23:58:12,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/79f30b0907c64bbc965b10e65371580e is 1055, key is row0212/info:/1731283082731/Put/seqid=0 2024-11-10T23:58:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741868_1044 (size=17618) 2024-11-10T23:58:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741868_1044 (size=17618) 2024-11-10T23:58:12,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/79f30b0907c64bbc965b10e65371580e 2024-11-10T23:58:12,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/79f30b0907c64bbc965b10e65371580e as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/79f30b0907c64bbc965b10e65371580e 2024-11-10T23:58:12,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/79f30b0907c64bbc965b10e65371580e, entries=12, sequenceid=285, filesize=17.2 K 2024-11-10T23:58:12,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 65d2ac6bead5169fd31488779d72a3c5 in 23ms, sequenceid=285, compaction requested=true 2024-11-10T23:58:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65d2ac6bead5169fd31488779d72a3c5:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:58:12,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:58:12,854 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:58:12,855 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184480 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:58:12,855 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 65d2ac6bead5169fd31488779d72a3c5/info is initiating minor compaction (all files) 2024-11-10T23:58:12,855 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65d2ac6bead5169fd31488779d72a3c5/info in TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:12,855 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/64bc1420b91747bf8ee1b0f5be8b7b9b, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/bd9166876c2d4426ba14f3e77e10b88c, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/79f30b0907c64bbc965b10e65371580e] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp, totalSize=180.2 K 2024-11-10T23:58:12,855 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64bc1420b91747bf8ee1b0f5be8b7b9b, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731283042373 2024-11-10T23:58:12,856 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd9166876c2d4426ba14f3e77e10b88c, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731283082705 2024-11-10T23:58:12,856 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79f30b0907c64bbc965b10e65371580e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731283082731 2024-11-10T23:58:12,869 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65d2ac6bead5169fd31488779d72a3c5#info#compaction#59 average throughput is 53.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:58:12,870 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/387a44bda3d1468a9d0e648dabc95427 is 1055, key is row0064/info:/1731283042373/Put/seqid=0 2024-11-10T23:58:12,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741869_1045 (size=174630) 2024-11-10T23:58:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741869_1045 (size=174630) 2024-11-10T23:58:12,878 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/387a44bda3d1468a9d0e648dabc95427 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/387a44bda3d1468a9d0e648dabc95427 2024-11-10T23:58:12,884 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65d2ac6bead5169fd31488779d72a3c5/info of 65d2ac6bead5169fd31488779d72a3c5 into 387a44bda3d1468a9d0e648dabc95427(size=170.5 K), total size for store is 170.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:58:12,884 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:12,884 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., storeName=65d2ac6bead5169fd31488779d72a3c5/info, priority=13, startTime=1731283092853; duration=0sec 2024-11-10T23:58:12,885 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:58:12,885 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65d2ac6bead5169fd31488779d72a3c5:info 2024-11-10T23:58:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:14,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T23:58:14,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/234ae22427414f0c8a8e6087e7e19bd3 is 1055, key is row0224/info:/1731283092832/Put/seqid=0 2024-11-10T23:58:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741870_1046 (size=13402) 2024-11-10T23:58:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741870_1046 (size=13402) 2024-11-10T23:58:14,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/234ae22427414f0c8a8e6087e7e19bd3 2024-11-10T23:58:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/234ae22427414f0c8a8e6087e7e19bd3 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/234ae22427414f0c8a8e6087e7e19bd3 2024-11-10T23:58:14,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/234ae22427414f0c8a8e6087e7e19bd3, entries=8, sequenceid=297, filesize=13.1 K 2024-11-10T23:58:14,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 65d2ac6bead5169fd31488779d72a3c5 in 26ms, sequenceid=297, compaction requested=false 2024-11-10T23:58:14,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44183 {}] regionserver.HRegion(8855): Flush requested on 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:14,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-10T23:58:14,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b6eef3ac475b477889ac4ad2a99af394 is 1055, key is row0232/info:/1731283094845/Put/seqid=0 2024-11-10T23:58:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741871_1047 (size=25016) 2024-11-10T23:58:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741871_1047 (size=25016) 2024-11-10T23:58:14,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b6eef3ac475b477889ac4ad2a99af394 2024-11-10T23:58:14,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/b6eef3ac475b477889ac4ad2a99af394 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b6eef3ac475b477889ac4ad2a99af394 2024-11-10T23:58:14,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b6eef3ac475b477889ac4ad2a99af394, entries=19, sequenceid=319, filesize=24.4 K 2024-11-10T23:58:14,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=6.16 KB/6306 for 65d2ac6bead5169fd31488779d72a3c5 in 23ms, sequenceid=319, compaction requested=true 2024-11-10T23:58:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65d2ac6bead5169fd31488779d72a3c5:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T23:58:14,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:58:14,895 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T23:58:14,895 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 213048 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T23:58:14,896 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1541): 65d2ac6bead5169fd31488779d72a3c5/info is initiating minor compaction (all files) 2024-11-10T23:58:14,896 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65d2ac6bead5169fd31488779d72a3c5/info in TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:14,896 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/387a44bda3d1468a9d0e648dabc95427, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/234ae22427414f0c8a8e6087e7e19bd3, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b6eef3ac475b477889ac4ad2a99af394] into tmpdir=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp, totalSize=208.1 K 2024-11-10T23:58:14,896 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 387a44bda3d1468a9d0e648dabc95427, keycount=160, bloomtype=ROW, size=170.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731283042373 2024-11-10T23:58:14,896 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting 234ae22427414f0c8a8e6087e7e19bd3, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731283092832 2024-11-10T23:58:14,897 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6eef3ac475b477889ac4ad2a99af394, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731283094845 2024-11-10T23:58:14,908 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65d2ac6bead5169fd31488779d72a3c5#info#compaction#62 average throughput is 93.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T23:58:14,909 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/fb7eb870c1394ae5ad61ea08e1d2688b is 1055, key is row0064/info:/1731283042373/Put/seqid=0 2024-11-10T23:58:14,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741872_1048 (size=203194) 2024-11-10T23:58:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741872_1048 (size=203194) 2024-11-10T23:58:14,918 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/fb7eb870c1394ae5ad61ea08e1d2688b as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/fb7eb870c1394ae5ad61ea08e1d2688b 2024-11-10T23:58:14,925 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65d2ac6bead5169fd31488779d72a3c5/info of 65d2ac6bead5169fd31488779d72a3c5 into fb7eb870c1394ae5ad61ea08e1d2688b(size=198.4 K), total size for store is 198.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T23:58:14,925 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:14,925 INFO [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5., storeName=65d2ac6bead5169fd31488779d72a3c5/info, priority=13, startTime=1731283094894; duration=0sec 2024-11-10T23:58:14,925 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T23:58:14,925 DEBUG [RS:0;ae12972821c6:44183-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65d2ac6bead5169fd31488779d72a3c5:info 2024-11-10T23:58:16,881 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-10T23:58:16,894 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283096881, exclude list is [], retry=0 2024-11-10T23:58:16,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-ee3c1168-4817-4156-8df8-979673424aaf,DISK] 2024-11-10T23:58:16,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45947,DS-b3e83cf8-e51e-4a4f-a7b5-c92438bea6db,DISK] 2024-11-10T23:58:16,898 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283019491 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283096881 2024-11-10T23:58:16,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471),(127.0.0.1/127.0.0.1:40883:40883)] 2024-11-10T23:58:16,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283019491 is not closed yet, will try archiving it next time 2024-11-10T23:58:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741833_1009 (size=308076) 2024-11-10T23:58:16,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741833_1009 (size=308076) 2024-11-10T23:58:16,903 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-10T23:58:16,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/info/fb202af7a38242b0b63b3d21e56ae1c7 is 193, key is TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5./info:regioninfo/1731283045191/Put/seqid=0 2024-11-10T23:58:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741874_1050 (size=6223) 2024-11-10T23:58:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741874_1050 (size=6223) 2024-11-10T23:58:16,915 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/info/fb202af7a38242b0b63b3d21e56ae1c7 2024-11-10T23:58:16,920 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/.tmp/info/fb202af7a38242b0b63b3d21e56ae1c7 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/info/fb202af7a38242b0b63b3d21e56ae1c7 2024-11-10T23:58:16,925 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/info/fb202af7a38242b0b63b3d21e56ae1c7, entries=5, sequenceid=21, filesize=6.1 K 2024-11-10T23:58:16,925 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=21, compaction requested=false 2024-11-10T23:58:16,925 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-10T23:58:16,926 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 05c2c9bfb3eb8accade91bbabcd3eac1: 2024-11-10T23:58:16,926 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 65d2ac6bead5169fd31488779d72a3c5 1/1 column families, dataSize=6.16 KB heapSize=6.86 KB 2024-11-10T23:58:16,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/e25a7f5697f5401fbc3777b1849c8a1d is 1055, key is row0251/info:/1731283094872/Put/seqid=0 2024-11-10T23:58:16,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741875_1051 (size=11286) 2024-11-10T23:58:16,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741875_1051 (size=11286) 2024-11-10T23:58:16,934 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.16 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/e25a7f5697f5401fbc3777b1849c8a1d 2024-11-10T23:58:16,939 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/.tmp/info/e25a7f5697f5401fbc3777b1849c8a1d as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/e25a7f5697f5401fbc3777b1849c8a1d 2024-11-10T23:58:16,944 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/e25a7f5697f5401fbc3777b1849c8a1d, entries=6, sequenceid=329, filesize=11.0 K 2024-11-10T23:58:16,945 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 65d2ac6bead5169fd31488779d72a3c5 in 18ms, sequenceid=329, compaction requested=false 2024-11-10T23:58:16,945 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 65d2ac6bead5169fd31488779d72a3c5: 2024-11-10T23:58:16,958 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283096945, exclude list is [], retry=0 2024-11-10T23:58:16,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-ee3c1168-4817-4156-8df8-979673424aaf,DISK] 2024-11-10T23:58:16,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45947,DS-b3e83cf8-e51e-4a4f-a7b5-c92438bea6db,DISK] 2024-11-10T23:58:16,961 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283096881 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283096945 2024-11-10T23:58:16,961 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471),(127.0.0.1/127.0.0.1:40883:40883)] 2024-11-10T23:58:16,961 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283096881 is not closed yet, will try archiving it next time 2024-11-10T23:58:16,962 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283019491 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/oldWALs/ae12972821c6%2C44183%2C1731283019099.1731283019491 2024-11-10T23:58:16,962 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:58:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741873_1049 (size=731) 2024-11-10T23:58:16,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283096881 not finished, retry = 0 2024-11-10T23:58:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741873_1049 (size=731) 2024-11-10T23:58:17,064 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/WALs/ae12972821c6,44183,1731283019099/ae12972821c6%2C44183%2C1731283019099.1731283096881 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/oldWALs/ae12972821c6%2C44183%2C1731283019099.1731283096881 2024-11-10T23:58:17,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:58:17,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:58:17,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:58:17,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:17,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:17,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:58:17,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:58:17,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815550262, stopped=false 2024-11-10T23:58:17,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae12972821c6,34559,1731283019052 2024-11-10T23:58:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:58:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:58:17,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:17,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:17,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:58:17,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:58:17,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:58:17,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:17,166 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,44183,1731283019099' ***** 2024-11-10T23:58:17,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:58:17,166 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:58:17,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:58:17,167 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:58:17,167 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:58:17,167 INFO [RS:0;ae12972821c6:44183 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:58:17,167 INFO [RS:0;ae12972821c6:44183 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:58:17,167 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(3091): Received CLOSE for 05c2c9bfb3eb8accade91bbabcd3eac1 2024-11-10T23:58:17,167 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(3091): Received CLOSE for 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:17,167 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,44183,1731283019099 2024-11-10T23:58:17,167 INFO [RS:0;ae12972821c6:44183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:58:17,167 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05c2c9bfb3eb8accade91bbabcd3eac1, disabling compactions & flushes 2024-11-10T23:58:17,168 INFO [RS:0;ae12972821c6:44183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae12972821c6:44183. 2024-11-10T23:58:17,168 DEBUG [RS:0;ae12972821c6:44183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:58:17,168 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:58:17,168 DEBUG [RS:0;ae12972821c6:44183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:17,168 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:58:17,168 INFO [RS:0;ae12972821c6:44183 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:58:17,168 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. after waiting 0 ms 2024-11-10T23:58:17,168 INFO [RS:0;ae12972821c6:44183 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:58:17,168 INFO [RS:0;ae12972821c6:44183 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:58:17,168 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:58:17,168 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:58:17,168 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T23:58:17,168 DEBUG [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 05c2c9bfb3eb8accade91bbabcd3eac1=TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1., 65d2ac6bead5169fd31488779d72a3c5=TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.} 2024-11-10T23:58:17,168 DEBUG [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1351): Waiting on 05c2c9bfb3eb8accade91bbabcd3eac1, 1588230740, 65d2ac6bead5169fd31488779d72a3c5 2024-11-10T23:58:17,168 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:58:17,168 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:58:17,168 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:58:17,168 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:58:17,168 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9->hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c-bottom] to archive 2024-11-10T23:58:17,168 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:58:17,169 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:58:17,171 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:58:17,172 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae12972821c6:34559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-10T23:58:17,172 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-10T23:58:17,173 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-10T23:58:17,174 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:58:17,174 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:58:17,174 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731283097168Running coprocessor pre-close hooks at 1731283097168Disabling compacts and flushes for region at 1731283097168Disabling writes for close at 1731283097168Writing region close event to WAL at 1731283097170 (+2 ms)Running coprocessor post-close hooks at 1731283097174 (+4 ms)Closed at 1731283097174 2024-11-10T23:58:17,174 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:58:17,176 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/05c2c9bfb3eb8accade91bbabcd3eac1/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-10T23:58:17,176 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:58:17,176 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05c2c9bfb3eb8accade91bbabcd3eac1: Waiting for close lock at 1731283097167Running coprocessor pre-close hooks at 1731283097167Disabling compacts and flushes for region at 1731283097167Disabling writes for close at 1731283097168 (+1 ms)Writing region close event to WAL at 1731283097173 (+5 ms)Running coprocessor post-close hooks at 1731283097176 (+3 ms)Closed at 1731283097176 2024-11-10T23:58:17,176 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731283044454.05c2c9bfb3eb8accade91bbabcd3eac1. 2024-11-10T23:58:17,176 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65d2ac6bead5169fd31488779d72a3c5, disabling compactions & flushes 2024-11-10T23:58:17,176 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:17,176 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:17,176 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. after waiting 0 ms 2024-11-10T23:58:17,177 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:17,177 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9->hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/46a5f52680a5593e48bf66aa192bf6d9/info/631436d9e8ec4476a51cd90fab4b118c-top, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-9d1cd3c7a6744b9a9da0e08c6e3fadd0, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/89cf93f7422342609eff36c7e1da9aac, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-eace1ba4a45644d98e4df3e6aae9699f, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/6cddaad975dc45eeb082a30a1e9cd018, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/54d156c6aabf4e3d8844166134611dde, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/d2933820e4614e3288f57ccf8820eef9, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/c9cc4397b91342dda1dbeea3cb8c4856, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/517dd2f925064c41837ff9aebc288c82, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b43cfb4b0839446e8b52238606bd9075, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/3be6fe4e41894a81a30072ea4499dd98, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/dddf6cb1ae5b499d95b754c589fd865f, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b3b3495d636d4f6c96ad5e601ed3e741, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/f49dde2aeb814fc3b3cdb866c838e57f, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/64bc1420b91747bf8ee1b0f5be8b7b9b, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/4e795fe112994a788894c5062c79f4cd, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/bd9166876c2d4426ba14f3e77e10b88c, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/387a44bda3d1468a9d0e648dabc95427, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/79f30b0907c64bbc965b10e65371580e, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/234ae22427414f0c8a8e6087e7e19bd3, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b6eef3ac475b477889ac4ad2a99af394] to archive 2024-11-10T23:58:17,178 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T23:58:17,179 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/631436d9e8ec4476a51cd90fab4b118c.46a5f52680a5593e48bf66aa192bf6d9 2024-11-10T23:58:17,181 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-9d1cd3c7a6744b9a9da0e08c6e3fadd0 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-9d1cd3c7a6744b9a9da0e08c6e3fadd0 2024-11-10T23:58:17,182 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/89cf93f7422342609eff36c7e1da9aac to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/89cf93f7422342609eff36c7e1da9aac 2024-11-10T23:58:17,183 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-eace1ba4a45644d98e4df3e6aae9699f to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/TestLogRolling-testLogRolling=46a5f52680a5593e48bf66aa192bf6d9-eace1ba4a45644d98e4df3e6aae9699f 2024-11-10T23:58:17,184 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/6cddaad975dc45eeb082a30a1e9cd018 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/6cddaad975dc45eeb082a30a1e9cd018 2024-11-10T23:58:17,185 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/54d156c6aabf4e3d8844166134611dde to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/54d156c6aabf4e3d8844166134611dde 2024-11-10T23:58:17,187 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/d2933820e4614e3288f57ccf8820eef9 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/d2933820e4614e3288f57ccf8820eef9 2024-11-10T23:58:17,188 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/c9cc4397b91342dda1dbeea3cb8c4856 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/c9cc4397b91342dda1dbeea3cb8c4856 2024-11-10T23:58:17,189 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/517dd2f925064c41837ff9aebc288c82 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/517dd2f925064c41837ff9aebc288c82 2024-11-10T23:58:17,190 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b43cfb4b0839446e8b52238606bd9075 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b43cfb4b0839446e8b52238606bd9075 2024-11-10T23:58:17,191 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/3be6fe4e41894a81a30072ea4499dd98 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/3be6fe4e41894a81a30072ea4499dd98 2024-11-10T23:58:17,192 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/dddf6cb1ae5b499d95b754c589fd865f to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/dddf6cb1ae5b499d95b754c589fd865f 2024-11-10T23:58:17,193 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b3b3495d636d4f6c96ad5e601ed3e741 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b3b3495d636d4f6c96ad5e601ed3e741 2024-11-10T23:58:17,195 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/f49dde2aeb814fc3b3cdb866c838e57f to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/f49dde2aeb814fc3b3cdb866c838e57f 2024-11-10T23:58:17,196 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/64bc1420b91747bf8ee1b0f5be8b7b9b to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/64bc1420b91747bf8ee1b0f5be8b7b9b 2024-11-10T23:58:17,197 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/4e795fe112994a788894c5062c79f4cd to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/4e795fe112994a788894c5062c79f4cd 2024-11-10T23:58:17,198 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/bd9166876c2d4426ba14f3e77e10b88c to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/bd9166876c2d4426ba14f3e77e10b88c 2024-11-10T23:58:17,199 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/387a44bda3d1468a9d0e648dabc95427 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/387a44bda3d1468a9d0e648dabc95427 2024-11-10T23:58:17,200 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/79f30b0907c64bbc965b10e65371580e to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/79f30b0907c64bbc965b10e65371580e 2024-11-10T23:58:17,202 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/234ae22427414f0c8a8e6087e7e19bd3 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/234ae22427414f0c8a8e6087e7e19bd3 2024-11-10T23:58:17,203 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b6eef3ac475b477889ac4ad2a99af394 to hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/archive/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/info/b6eef3ac475b477889ac4ad2a99af394 2024-11-10T23:58:17,203 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [89cf93f7422342609eff36c7e1da9aac=37897, 6cddaad975dc45eeb082a30a1e9cd018=13391, 54d156c6aabf4e3d8844166134611dde=64393, d2933820e4614e3288f57ccf8820eef9=22891, c9cc4397b91342dda1dbeea3cb8c4856=15500, 517dd2f925064c41837ff9aebc288c82=91950, b43cfb4b0839446e8b52238606bd9075=21838, 3be6fe4e41894a81a30072ea4499dd98=18675, dddf6cb1ae5b499d95b754c589fd865f=114169, b3b3495d636d4f6c96ad5e601ed3e741=13394, f49dde2aeb814fc3b3cdb866c838e57f=21838, 64bc1420b91747bf8ee1b0f5be8b7b9b=142906, 4e795fe112994a788894c5062c79f4cd=16553, bd9166876c2d4426ba14f3e77e10b88c=23956, 387a44bda3d1468a9d0e648dabc95427=174630, 79f30b0907c64bbc965b10e65371580e=17618, 234ae22427414f0c8a8e6087e7e19bd3=13402, b6eef3ac475b477889ac4ad2a99af394=25016] 2024-11-10T23:58:17,207 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/data/default/TestLogRolling-testLogRolling/65d2ac6bead5169fd31488779d72a3c5/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-10T23:58:17,207 INFO [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:17,207 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65d2ac6bead5169fd31488779d72a3c5: Waiting for close lock at 1731283097176Running coprocessor pre-close hooks at 1731283097176Disabling compacts and flushes for region at 1731283097176Disabling writes for close at 1731283097176Writing region close event to WAL at 1731283097203 (+27 ms)Running coprocessor post-close hooks at 1731283097207 (+4 ms)Closed at 1731283097207 2024-11-10T23:58:17,207 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731283044454.65d2ac6bead5169fd31488779d72a3c5. 2024-11-10T23:58:17,358 INFO [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:58:17,368 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,44183,1731283019099; all regions closed. 2024-11-10T23:58:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741834_1010 (size=8107) 2024-11-10T23:58:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741834_1010 (size=8107) 2024-11-10T23:58:17,373 DEBUG [RS:0;ae12972821c6:44183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/oldWALs 2024-11-10T23:58:17,373 INFO [RS:0;ae12972821c6:44183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C44183%2C1731283019099.meta:.meta(num 1731283019877) 2024-11-10T23:58:17,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741876_1052 (size=778) 2024-11-10T23:58:17,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741876_1052 (size=778) 2024-11-10T23:58:17,377 DEBUG [RS:0;ae12972821c6:44183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/oldWALs 2024-11-10T23:58:17,377 INFO [RS:0;ae12972821c6:44183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C44183%2C1731283019099:(num 1731283096945) 2024-11-10T23:58:17,377 DEBUG [RS:0;ae12972821c6:44183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:17,377 INFO [RS:0;ae12972821c6:44183 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:58:17,377 INFO [RS:0;ae12972821c6:44183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:58:17,378 INFO [RS:0;ae12972821c6:44183 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:58:17,378 INFO [RS:0;ae12972821c6:44183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:58:17,378 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:58:17,378 INFO [RS:0;ae12972821c6:44183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44183 2024-11-10T23:58:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,44183,1731283019099 2024-11-10T23:58:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:58:17,380 INFO [RS:0;ae12972821c6:44183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:58:17,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,44183,1731283019099] 2024-11-10T23:58:17,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,44183,1731283019099 already deleted, retry=false 2024-11-10T23:58:17,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,44183,1731283019099 expired; onlineServers=0 2024-11-10T23:58:17,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae12972821c6,34559,1731283019052' ***** 2024-11-10T23:58:17,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:58:17,383 INFO [M:0;ae12972821c6:34559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:58:17,383 INFO [M:0;ae12972821c6:34559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:58:17,383 DEBUG [M:0;ae12972821c6:34559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:58:17,383 DEBUG [M:0;ae12972821c6:34559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:58:17,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:58:17,383 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731283019269 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731283019269,5,FailOnTimeoutGroup] 2024-11-10T23:58:17,383 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731283019268 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731283019268,5,FailOnTimeoutGroup] 2024-11-10T23:58:17,383 INFO [M:0;ae12972821c6:34559 {}] hbase.ChoreService(370): Chore service for: master/ae12972821c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:58:17,383 INFO [M:0;ae12972821c6:34559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:58:17,383 DEBUG [M:0;ae12972821c6:34559 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:58:17,383 INFO [M:0;ae12972821c6:34559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:58:17,384 INFO [M:0;ae12972821c6:34559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:58:17,384 INFO [M:0;ae12972821c6:34559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:58:17,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:58:17,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:58:17,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:17,385 DEBUG [M:0;ae12972821c6:34559 {}] zookeeper.ZKUtil(347): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:58:17,385 WARN [M:0;ae12972821c6:34559 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:58:17,386 INFO [M:0;ae12972821c6:34559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/.lastflushedseqids 2024-11-10T23:58:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741877_1053 (size=228) 2024-11-10T23:58:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741877_1053 (size=228) 2024-11-10T23:58:17,392 INFO [M:0;ae12972821c6:34559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:58:17,392 INFO [M:0;ae12972821c6:34559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:58:17,392 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:58:17,392 INFO [M:0;ae12972821c6:34559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:17,392 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:17,392 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:58:17,392 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:17,392 INFO [M:0;ae12972821c6:34559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-10T23:58:17,407 DEBUG [M:0;ae12972821c6:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dfec6cf1ce84e1ea64725281b7d00f8 is 82, key is hbase:meta,,1/info:regioninfo/1731283019912/Put/seqid=0 2024-11-10T23:58:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741878_1054 (size=5672) 2024-11-10T23:58:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741878_1054 (size=5672) 2024-11-10T23:58:17,412 INFO [M:0;ae12972821c6:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dfec6cf1ce84e1ea64725281b7d00f8 2024-11-10T23:58:17,432 DEBUG [M:0;ae12972821c6:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bfccab7cda5403bb9c87eb627d5d7b3 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731283020402/Put/seqid=0 2024-11-10T23:58:17,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741879_1055 (size=7091) 2024-11-10T23:58:17,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741879_1055 (size=7091) 2024-11-10T23:58:17,437 INFO [M:0;ae12972821c6:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bfccab7cda5403bb9c87eb627d5d7b3 2024-11-10T23:58:17,441 INFO [M:0;ae12972821c6:34559 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bfccab7cda5403bb9c87eb627d5d7b3 2024-11-10T23:58:17,455 DEBUG [M:0;ae12972821c6:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04126f777aa4774a34d6c30b4621ad1 is 69, key is ae12972821c6,44183,1731283019099/rs:state/1731283019337/Put/seqid=0 2024-11-10T23:58:17,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741880_1056 (size=5156) 2024-11-10T23:58:17,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741880_1056 (size=5156) 2024-11-10T23:58:17,460 INFO [M:0;ae12972821c6:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04126f777aa4774a34d6c30b4621ad1 2024-11-10T23:58:17,478 DEBUG [M:0;ae12972821c6:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e0a046b9129c4ec1975ce7172cfd50fe is 52, key is load_balancer_on/state:d/1731283020026/Put/seqid=0 2024-11-10T23:58:17,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:58:17,481 INFO [RS:0;ae12972821c6:44183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:58:17,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44183-0x101949dda860001, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:58:17,482 INFO [RS:0;ae12972821c6:44183 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,44183,1731283019099; zookeeper connection closed. 2024-11-10T23:58:17,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bb547e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bb547e0 2024-11-10T23:58:17,482 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T23:58:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741881_1057 (size=5056) 2024-11-10T23:58:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741881_1057 (size=5056) 2024-11-10T23:58:17,483 INFO [M:0;ae12972821c6:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e0a046b9129c4ec1975ce7172cfd50fe 2024-11-10T23:58:17,488 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dfec6cf1ce84e1ea64725281b7d00f8 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4dfec6cf1ce84e1ea64725281b7d00f8 2024-11-10T23:58:17,493 INFO [M:0;ae12972821c6:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4dfec6cf1ce84e1ea64725281b7d00f8, entries=8, sequenceid=125, filesize=5.5 K 2024-11-10T23:58:17,494 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bfccab7cda5403bb9c87eb627d5d7b3 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bfccab7cda5403bb9c87eb627d5d7b3 2024-11-10T23:58:17,498 INFO [M:0;ae12972821c6:34559 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bfccab7cda5403bb9c87eb627d5d7b3 2024-11-10T23:58:17,498 INFO [M:0;ae12972821c6:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bfccab7cda5403bb9c87eb627d5d7b3, entries=13, sequenceid=125, filesize=6.9 K 2024-11-10T23:58:17,499 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04126f777aa4774a34d6c30b4621ad1 as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e04126f777aa4774a34d6c30b4621ad1 2024-11-10T23:58:17,503 INFO [M:0;ae12972821c6:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e04126f777aa4774a34d6c30b4621ad1, entries=1, sequenceid=125, filesize=5.0 K 2024-11-10T23:58:17,504 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e0a046b9129c4ec1975ce7172cfd50fe as hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e0a046b9129c4ec1975ce7172cfd50fe 2024-11-10T23:58:17,508 INFO [M:0;ae12972821c6:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/b49d972e-1e45-e41d-68dd-68fc3aefccdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e0a046b9129c4ec1975ce7172cfd50fe, entries=1, sequenceid=125, filesize=4.9 K 2024-11-10T23:58:17,509 INFO [M:0;ae12972821c6:34559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=125, compaction requested=false 2024-11-10T23:58:17,510 INFO [M:0;ae12972821c6:34559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:17,510 DEBUG [M:0;ae12972821c6:34559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731283097392Disabling compacts and flushes for region at 1731283097392Disabling writes for close at 1731283097392Obtaining lock to block concurrent updates at 1731283097392Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731283097392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731283097392Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731283097393 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731283097393Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731283097407 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731283097407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731283097417 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731283097431 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731283097431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731283097441 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731283097454 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731283097454Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731283097464 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731283097478 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731283097478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ad411c: reopening flushed file at 1731283097488 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d07a887: reopening flushed file at 1731283097493 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b2284c: reopening flushed file at 1731283097498 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d87248: reopening flushed file at 1731283097503 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=125, compaction requested=false at 1731283097509 (+6 ms)Writing region close event to WAL at 1731283097510 (+1 ms)Closed at 1731283097510 2024-11-10T23:58:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741830_1006 (size=61332) 2024-11-10T23:58:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45947 is added to blk_1073741830_1006 (size=61332) 2024-11-10T23:58:17,513 INFO [M:0;ae12972821c6:34559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:58:17,513 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:58:17,513 INFO [M:0;ae12972821c6:34559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34559 2024-11-10T23:58:17,513 INFO [M:0;ae12972821c6:34559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:58:17,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:58:17,615 INFO [M:0;ae12972821c6:34559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:58:17,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x101949dda860000, quorum=127.0.0.1:53265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:58:17,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26819ed4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:58:17,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dda6f05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:58:17,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:58:17,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d01b364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:58:17,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1399bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.log.dir/,STOPPED} 2024-11-10T23:58:17,619 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:58:17,619 WARN [BP-168949640-172.17.0.2-1731283018366 heartbeating to localhost/127.0.0.1:33795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:58:17,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:58:17,620 WARN [BP-168949640-172.17.0.2-1731283018366 heartbeating to localhost/127.0.0.1:33795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168949640-172.17.0.2-1731283018366 (Datanode Uuid e0bb4746-6226-445d-ba72-b960338dbcd7) service to localhost/127.0.0.1:33795 2024-11-10T23:58:17,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/data/data3/current/BP-168949640-172.17.0.2-1731283018366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:58:17,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/data/data4/current/BP-168949640-172.17.0.2-1731283018366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:58:17,621 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:58:17,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49725afc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:58:17,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23859b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:58:17,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:58:17,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a459148{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:58:17,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da0fc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.log.dir/,STOPPED} 2024-11-10T23:58:17,626 WARN [BP-168949640-172.17.0.2-1731283018366 heartbeating to localhost/127.0.0.1:33795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:58:17,626 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:58:17,626 WARN [BP-168949640-172.17.0.2-1731283018366 heartbeating to localhost/127.0.0.1:33795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-168949640-172.17.0.2-1731283018366 (Datanode Uuid a5bd2f5e-f556-48da-8b93-7278b16d2321) service to localhost/127.0.0.1:33795 2024-11-10T23:58:17,626 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:58:17,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/data/data1/current/BP-168949640-172.17.0.2-1731283018366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:58:17,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/cluster_568fd9b3-c829-6f22-f132-4a36e5a9fad7/data/data2/current/BP-168949640-172.17.0.2-1731283018366 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:58:17,627 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:58:17,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ca121c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:58:17,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b43f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:58:17,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:58:17,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10b1b497{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:58:17,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f14a247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.log.dir/,STOPPED} 2024-11-10T23:58:17,641 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:58:17,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:58:17,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 98) - Thread LEAK? -, OpenFileDescriptor=450 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=39 (was 49), ProcessCount=11 (was 11), AvailableMemoryMB=7192 (was 7363) 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=39, ProcessCount=11, AvailableMemoryMB=7192 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.log.dir so I do NOT create it in target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9ee5d7f6-af53-7c4f-5cec-fe3e084967f7/hadoop.tmp.dir so I do NOT create it in target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b, deleteOnExit=true 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/test.cache.data in system properties and HBase conf 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:58:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:58:17,681 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:58:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:58:17,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:58:17,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:58:17,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:58:17,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:58:17,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:58:17,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:58:17,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f5de5b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:58:17,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba11dbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:58:17,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b6de290{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/java.io.tmpdir/jetty-localhost-45743-hadoop-hdfs-3_4_1-tests_jar-_-any-5320852260603965153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:58:17,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@750e25b7{HTTP/1.1, (http/1.1)}{localhost:45743} 2024-11-10T23:58:17,885 INFO [Time-limited test {}] server.Server(415): Started @219340ms 2024-11-10T23:58:17,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:58:17,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:58:17,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:58:17,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:58:17,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:58:17,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a229245{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:58:17,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f89a33d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:58:18,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3527e058{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/java.io.tmpdir/jetty-localhost-43879-hadoop-hdfs-3_4_1-tests_jar-_-any-1096395562014260978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:58:18,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3826e31d{HTTP/1.1, (http/1.1)}{localhost:43879} 2024-11-10T23:58:18,072 INFO [Time-limited test {}] server.Server(415): Started @219527ms 2024-11-10T23:58:18,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:58:18,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:58:18,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:58:18,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:58:18,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:58:18,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:58:18,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23334080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:58:18,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e6c0d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:58:18,167 WARN [Thread-1591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/data/data1/current/BP-350035354-172.17.0.2-1731283097713/current, will proceed with Du for space computation calculation, 2024-11-10T23:58:18,168 WARN [Thread-1592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/data/data2/current/BP-350035354-172.17.0.2-1731283097713/current, will proceed with Du for space computation calculation, 2024-11-10T23:58:18,189 WARN [Thread-1570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:58:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27d62a44726baf31 with lease ID 0x64a0ca1eb37e0058: Processing first storage report for DS-fc2bfa9d-3280-4f2d-ac53-1bfe5fae4df9 from datanode DatanodeRegistration(127.0.0.1:36709, datanodeUuid=19524e17-91f6-4d23-9926-962b3d0cb38d, infoPort=37541, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1508288189;c=1731283097713) 2024-11-10T23:58:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27d62a44726baf31 with lease ID 0x64a0ca1eb37e0058: from storage DS-fc2bfa9d-3280-4f2d-ac53-1bfe5fae4df9 node DatanodeRegistration(127.0.0.1:36709, datanodeUuid=19524e17-91f6-4d23-9926-962b3d0cb38d, infoPort=37541, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1508288189;c=1731283097713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:58:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27d62a44726baf31 with lease ID 0x64a0ca1eb37e0058: Processing first storage report for DS-8cba6bdb-1a44-48cd-9020-82113cb33e19 from datanode DatanodeRegistration(127.0.0.1:36709, datanodeUuid=19524e17-91f6-4d23-9926-962b3d0cb38d, infoPort=37541, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1508288189;c=1731283097713) 2024-11-10T23:58:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27d62a44726baf31 with lease ID 0x64a0ca1eb37e0058: from storage DS-8cba6bdb-1a44-48cd-9020-82113cb33e19 node DatanodeRegistration(127.0.0.1:36709, datanodeUuid=19524e17-91f6-4d23-9926-962b3d0cb38d, infoPort=37541, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1508288189;c=1731283097713), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T23:58:18,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@163dc835{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/java.io.tmpdir/jetty-localhost-41065-hadoop-hdfs-3_4_1-tests_jar-_-any-841572572027068394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:58:18,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ff30c2{HTTP/1.1, (http/1.1)}{localhost:41065} 2024-11-10T23:58:18,231 INFO [Time-limited test {}] server.Server(415): Started @219686ms 2024-11-10T23:58:18,232 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:58:18,322 WARN [Thread-1617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/data/data3/current/BP-350035354-172.17.0.2-1731283097713/current, will proceed with Du for space computation calculation, 2024-11-10T23:58:18,322 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/data/data4/current/BP-350035354-172.17.0.2-1731283097713/current, will proceed with Du for space computation calculation, 2024-11-10T23:58:18,338 WARN [Thread-1606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:58:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x617030fd6fad0a21 with lease ID 0x64a0ca1eb37e0059: Processing first storage report for DS-2340b773-c781-49fd-9ab5-de87bb3e22d8 from datanode DatanodeRegistration(127.0.0.1:45145, datanodeUuid=7fedf544-f841-488f-bbdf-34efb6daaf3e, infoPort=41331, infoSecurePort=0, ipcPort=34729, storageInfo=lv=-57;cid=testClusterID;nsid=1508288189;c=1731283097713) 2024-11-10T23:58:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x617030fd6fad0a21 with lease ID 0x64a0ca1eb37e0059: from storage DS-2340b773-c781-49fd-9ab5-de87bb3e22d8 node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=7fedf544-f841-488f-bbdf-34efb6daaf3e, infoPort=41331, infoSecurePort=0, ipcPort=34729, storageInfo=lv=-57;cid=testClusterID;nsid=1508288189;c=1731283097713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:58:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x617030fd6fad0a21 with lease ID 0x64a0ca1eb37e0059: Processing first storage report for DS-2476377e-1dfc-45bf-91b3-e89310e58759 from datanode DatanodeRegistration(127.0.0.1:45145, datanodeUuid=7fedf544-f841-488f-bbdf-34efb6daaf3e, infoPort=41331, infoSecurePort=0, ipcPort=34729, storageInfo=lv=-57;cid=testClusterID;nsid=1508288189;c=1731283097713) 2024-11-10T23:58:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x617030fd6fad0a21 with lease ID 0x64a0ca1eb37e0059: from storage DS-2476377e-1dfc-45bf-91b3-e89310e58759 node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=7fedf544-f841-488f-bbdf-34efb6daaf3e, infoPort=41331, infoSecurePort=0, ipcPort=34729, storageInfo=lv=-57;cid=testClusterID;nsid=1508288189;c=1731283097713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:58:18,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6 2024-11-10T23:58:18,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/zookeeper_0, clientPort=56686, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:58:18,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56686 2024-11-10T23:58:18,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:58:18,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:58:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:58:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:58:18,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692 with version=8 2024-11-10T23:58:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39907/user/jenkins/test-data/b34d87db-27d5-2e09-1793-b04d06c000bf/hbase-staging 2024-11-10T23:58:18,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:58:18,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:58:18,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:58:18,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:58:18,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:58:18,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:58:18,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:58:18,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:58:18,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45195 2024-11-10T23:58:18,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45195 connecting to ZooKeeper ensemble=127.0.0.1:56686 2024-11-10T23:58:18,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451950x0, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:58:18,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45195-0x101949f10630000 connected 2024-11-10T23:58:18,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:58:18,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:58:18,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:58:18,401 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692, hbase.cluster.distributed=false 2024-11-10T23:58:18,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:58:18,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-10T23:58:18,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45195 2024-11-10T23:58:18,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45195 2024-11-10T23:58:18,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-10T23:58:18,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-10T23:58:18,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45 2024-11-10T23:58:18,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:58:18,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:58:18,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:58:18,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:58:18,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:58:18,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:58:18,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:58:18,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39147 2024-11-10T23:58:18,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39147 connecting to ZooKeeper ensemble=127.0.0.1:56686 2024-11-10T23:58:18,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:58:18,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:58:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391470x0, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:58:18,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391470x0, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:58:18,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39147-0x101949f10630001 connected 2024-11-10T23:58:18,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:58:18,430 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:58:18,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:58:18,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:58:18,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-10T23:58:18,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39147 2024-11-10T23:58:18,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39147 2024-11-10T23:58:18,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-10T23:58:18,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39147 2024-11-10T23:58:18,445 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae12972821c6:45195 2024-11-10T23:58:18,445 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae12972821c6,45195,1731283098376 2024-11-10T23:58:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:58:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:58:18,447 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae12972821c6,45195,1731283098376 2024-11-10T23:58:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:58:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,449 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:58:18,450 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae12972821c6,45195,1731283098376 from backup master directory 2024-11-10T23:58:18,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae12972821c6,45195,1731283098376 2024-11-10T23:58:18,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:58:18,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:58:18,451 WARN [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:58:18,451 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae12972821c6,45195,1731283098376 2024-11-10T23:58:18,455 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/hbase.id] with ID: e8643d18-856c-4ea6-8487-cf631c5c018b 2024-11-10T23:58:18,455 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/.tmp/hbase.id 2024-11-10T23:58:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:58:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:58:18,463 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/.tmp/hbase.id]:[hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/hbase.id] 2024-11-10T23:58:18,474 INFO [master/ae12972821c6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:58:18,474 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:58:18,475 INFO [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:58:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:58:18,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:58:18,486 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:58:18,487 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:58:18,487 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:58:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:58:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:58:18,497 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store 2024-11-10T23:58:18,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:58:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:58:18,503 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:58:18,503 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:58:18,503 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:18,503 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:18,503 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:58:18,503 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:18,503 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:18,503 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731283098503Disabling compacts and flushes for region at 1731283098503Disabling writes for close at 1731283098503Writing region close event to WAL at 1731283098503Closed at 1731283098503 2024-11-10T23:58:18,504 WARN [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/.initializing 2024-11-10T23:58:18,504 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/WALs/ae12972821c6,45195,1731283098376 2024-11-10T23:58:18,505 INFO [master/ae12972821c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:58:18,506 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C45195%2C1731283098376, suffix=, logDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/WALs/ae12972821c6,45195,1731283098376, archiveDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/oldWALs, maxLogs=10 2024-11-10T23:58:18,520 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/WALs/ae12972821c6,45195,1731283098376/ae12972821c6%2C45195%2C1731283098376.1731283098507, exclude list is [], retry=0 2024-11-10T23:58:18,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-2340b773-c781-49fd-9ab5-de87bb3e22d8,DISK] 2024-11-10T23:58:18,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36709,DS-fc2bfa9d-3280-4f2d-ac53-1bfe5fae4df9,DISK] 2024-11-10T23:58:18,524 INFO [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/WALs/ae12972821c6,45195,1731283098376/ae12972821c6%2C45195%2C1731283098376.1731283098507 2024-11-10T23:58:18,525 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:37541:37541)] 2024-11-10T23:58:18,525 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:58:18,525 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:58:18,525 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,525 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:58:18,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:18,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:58:18,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:58:18,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:58:18,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:58:18,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:58:18,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:58:18,534 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,535 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,535 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,537 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,537 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,537 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:58:18,539 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:58:18,541 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:58:18,541 INFO [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880922, jitterRate=0.1201513409614563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:58:18,542 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731283098525Initializing all the Stores at 1731283098526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283098526Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283098526Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283098526Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283098526Cleaning up temporary data from old regions at 1731283098537 (+11 ms)Region opened successfully at 1731283098542 (+5 ms) 2024-11-10T23:58:18,543 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:58:18,546 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2310738d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:58:18,547 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:58:18,547 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:58:18,547 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:58:18,547 INFO [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:58:18,548 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:58:18,548 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:58:18,548 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:58:18,550 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:58:18,551 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:58:18,553 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:58:18,553 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:58:18,554 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:58:18,555 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:58:18,556 INFO [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:58:18,557 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:58:18,559 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:58:18,560 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:58:18,561 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:58:18,563 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:58:18,565 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:58:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:58:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:58:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,567 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae12972821c6,45195,1731283098376, sessionid=0x101949f10630000, setting cluster-up flag (Was=false) 2024-11-10T23:58:18,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,576 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:58:18,577 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,45195,1731283098376 2024-11-10T23:58:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:18,586 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:58:18,586 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,45195,1731283098376 2024-11-10T23:58:18,588 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:58:18,589 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:58:18,589 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:58:18,589 INFO [master/ae12972821c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:58:18,590 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae12972821c6,45195,1731283098376 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:58:18,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:58:18,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:58:18,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:58:18,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:58:18,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae12972821c6:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:58:18,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:58:18,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,592 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731283128592 2024-11-10T23:58:18,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:58:18,592 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:58:18,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:58:18,592 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:58:18,592 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:58:18,593 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:58:18,593 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:58:18,593 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:58:18,593 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,593 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:58:18,593 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:58:18,593 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:58:18,593 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,594 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:58:18,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:58:18,594 INFO [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:58:18,594 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731283098594,5,FailOnTimeoutGroup] 2024-11-10T23:58:18,594 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731283098594,5,FailOnTimeoutGroup] 2024-11-10T23:58:18,594 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,594 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:58:18,594 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,594 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:58:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:58:18,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:58:18,603 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692 2024-11-10T23:58:18,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:58:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:58:18,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:58:18,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:58:18,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:58:18,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:18,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:58:18,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:58:18,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:18,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:58:18,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:58:18,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:18,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:58:18,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:58:18,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:18,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:18,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:58:18,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740 2024-11-10T23:58:18,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740 2024-11-10T23:58:18,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:58:18,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:58:18,619 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:58:18,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:58:18,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:58:18,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=872311, jitterRate=0.1092020571231842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:58:18,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731283098609Initializing all the Stores at 1731283098610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283098610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283098610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283098610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283098610Cleaning up temporary data from old regions at 1731283098619 (+9 ms)Region opened successfully at 1731283098624 (+5 ms) 2024-11-10T23:58:18,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:58:18,624 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:58:18,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:58:18,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:58:18,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:58:18,625 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:58:18,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731283098624Disabling compacts and flushes for region at 1731283098624Disabling writes for close at 1731283098624Writing region close event to WAL at 1731283098625 (+1 ms)Closed at 1731283098625 2024-11-10T23:58:18,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:58:18,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:58:18,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:58:18,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:58:18,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:58:18,635 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(746): ClusterId : e8643d18-856c-4ea6-8487-cf631c5c018b 2024-11-10T23:58:18,635 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:58:18,637 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:58:18,637 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:58:18,639 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:58:18,640 DEBUG [RS:0;ae12972821c6:39147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eec24f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0 2024-11-10T23:58:18,651 DEBUG [RS:0;ae12972821c6:39147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae12972821c6:39147 2024-11-10T23:58:18,651 INFO [RS:0;ae12972821c6:39147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:58:18,651 INFO [RS:0;ae12972821c6:39147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:58:18,652 DEBUG [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:58:18,652 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,45195,1731283098376 with port=39147, startcode=1731283098419 2024-11-10T23:58:18,652 DEBUG [RS:0;ae12972821c6:39147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:58:18,654 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:58:18,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,39147,1731283098419 2024-11-10T23:58:18,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45195 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,39147,1731283098419 2024-11-10T23:58:18,655 DEBUG [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692 2024-11-10T23:58:18,655 DEBUG [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38493 2024-11-10T23:58:18,655 DEBUG [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:58:18,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:58:18,658 DEBUG [RS:0;ae12972821c6:39147 {}] zookeeper.ZKUtil(111): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,39147,1731283098419 2024-11-10T23:58:18,658 WARN [RS:0;ae12972821c6:39147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:58:18,658 INFO [RS:0;ae12972821c6:39147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:58:18,658 DEBUG [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/ae12972821c6,39147,1731283098419 2024-11-10T23:58:18,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,39147,1731283098419] 2024-11-10T23:58:18,661 INFO [RS:0;ae12972821c6:39147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:58:18,663 INFO [RS:0;ae12972821c6:39147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:58:18,663 INFO [RS:0;ae12972821c6:39147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:58:18,663 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,664 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:58:18,664 INFO [RS:0;ae12972821c6:39147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:58:18,664 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,664 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,664 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:58:18,665 DEBUG [RS:0;ae12972821c6:39147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:58:18,665 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,665 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,665 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,665 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,665 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,665 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39147,1731283098419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:58:18,680 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:58:18,681 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39147,1731283098419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,681 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,681 INFO [RS:0;ae12972821c6:39147 {}] regionserver.Replication(171): ae12972821c6,39147,1731283098419 started 2024-11-10T23:58:18,694 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:18,695 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,39147,1731283098419, RpcServer on ae12972821c6/172.17.0.2:39147, sessionid=0x101949f10630001 2024-11-10T23:58:18,695 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:58:18,695 DEBUG [RS:0;ae12972821c6:39147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,39147,1731283098419 2024-11-10T23:58:18,695 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,39147,1731283098419' 2024-11-10T23:58:18,695 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:58:18,695 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:58:18,696 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:58:18,696 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:58:18,696 DEBUG [RS:0;ae12972821c6:39147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,39147,1731283098419 2024-11-10T23:58:18,696 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,39147,1731283098419' 2024-11-10T23:58:18,696 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:58:18,696 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:58:18,696 DEBUG [RS:0;ae12972821c6:39147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:58:18,696 INFO [RS:0;ae12972821c6:39147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:58:18,696 INFO [RS:0;ae12972821c6:39147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:58:18,778 WARN [ae12972821c6:45195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:58:18,797 INFO [RS:0;ae12972821c6:39147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:58:18,799 INFO [RS:0;ae12972821c6:39147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C39147%2C1731283098419, suffix=, logDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/ae12972821c6,39147,1731283098419, archiveDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/oldWALs, maxLogs=32 2024-11-10T23:58:18,812 DEBUG [RS:0;ae12972821c6:39147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/ae12972821c6,39147,1731283098419/ae12972821c6%2C39147%2C1731283098419.1731283098799, exclude list is [], retry=0 2024-11-10T23:58:18,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36709,DS-fc2bfa9d-3280-4f2d-ac53-1bfe5fae4df9,DISK] 2024-11-10T23:58:18,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-2340b773-c781-49fd-9ab5-de87bb3e22d8,DISK] 2024-11-10T23:58:18,816 INFO [RS:0;ae12972821c6:39147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/ae12972821c6,39147,1731283098419/ae12972821c6%2C39147%2C1731283098419.1731283098799 2024-11-10T23:58:18,817 DEBUG [RS:0;ae12972821c6:39147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37541:37541),(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-10T23:58:19,028 DEBUG [ae12972821c6:45195 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T23:58:19,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae12972821c6,39147,1731283098419 2024-11-10T23:58:19,030 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,39147,1731283098419, state=OPENING 2024-11-10T23:58:19,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:58:19,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:19,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:19,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:58:19,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:58:19,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:58:19,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,39147,1731283098419}] 2024-11-10T23:58:19,186 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:58:19,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:58:19,191 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:58:19,191 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:58:19,192 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:58:19,193 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C39147%2C1731283098419.meta, suffix=.meta, logDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/ae12972821c6,39147,1731283098419, archiveDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/oldWALs, maxLogs=32 2024-11-10T23:58:19,208 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/ae12972821c6,39147,1731283098419/ae12972821c6%2C39147%2C1731283098419.meta.1731283099193.meta, exclude list is [], retry=0 2024-11-10T23:58:19,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-2340b773-c781-49fd-9ab5-de87bb3e22d8,DISK] 2024-11-10T23:58:19,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36709,DS-fc2bfa9d-3280-4f2d-ac53-1bfe5fae4df9,DISK] 2024-11-10T23:58:19,212 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/ae12972821c6,39147,1731283098419/ae12972821c6%2C39147%2C1731283098419.meta.1731283099193.meta 2024-11-10T23:58:19,212 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:37541:37541)] 2024-11-10T23:58:19,212 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:58:19,212 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:58:19,212 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:58:19,213 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:58:19,213 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:58:19,213 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:58:19,213 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:58:19,213 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:58:19,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:58:19,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:58:19,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:19,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:19,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:58:19,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:58:19,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:19,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:19,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:58:19,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:58:19,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:19,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:19,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:58:19,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:58:19,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:58:19,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:58:19,219 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:58:19,220 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740 2024-11-10T23:58:19,221 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740 2024-11-10T23:58:19,221 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:58:19,221 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:58:19,222 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T23:58:19,223 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:58:19,224 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=751046, jitterRate=-0.044996678829193115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T23:58:19,224 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:58:19,225 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731283099213Writing region info on filesystem at 1731283099213Initializing all the Stores at 1731283099214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283099214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283099214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731283099214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731283099214Cleaning up temporary data from old regions at 1731283099221 (+7 ms)Running coprocessor post-open hooks at 1731283099224 (+3 ms)Region opened successfully at 1731283099225 (+1 ms) 2024-11-10T23:58:19,226 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731283099186 2024-11-10T23:58:19,228 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:58:19,228 INFO [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:58:19,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,39147,1731283098419 2024-11-10T23:58:19,229 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,39147,1731283098419, state=OPEN 2024-11-10T23:58:19,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:58:19,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:58:19,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:58:19,234 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae12972821c6,39147,1731283098419 2024-11-10T23:58:19,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:58:19,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:58:19,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,39147,1731283098419 in 200 msec 2024-11-10T23:58:19,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:58:19,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-10T23:58:19,239 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:58:19,239 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:58:19,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:58:19,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,39147,1731283098419, seqNum=-1] 2024-11-10T23:58:19,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:58:19,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48911, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:58:19,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 657 msec 2024-11-10T23:58:19,246 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731283099246, completionTime=-1 2024-11-10T23:58:19,246 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T23:58:19,246 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731283159248 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731283219248 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,45195,1731283098376-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,45195,1731283098376-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,45195,1731283098376-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae12972821c6:45195, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:19,248 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:19,250 DEBUG [master/ae12972821c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:58:19,252 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.801sec 2024-11-10T23:58:19,253 INFO [master/ae12972821c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:58:19,253 INFO [master/ae12972821c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:58:19,253 INFO [master/ae12972821c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:58:19,253 INFO [master/ae12972821c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:58:19,253 INFO [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:58:19,253 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,45195,1731283098376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:58:19,253 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,45195,1731283098376-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:58:19,255 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:58:19,255 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:58:19,255 INFO [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,45195,1731283098376-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:58:19,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39db4bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:58:19,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,45195,-1 for getting cluster id 2024-11-10T23:58:19,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:58:19,337 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8643d18-856c-4ea6-8487-cf631c5c018b' 2024-11-10T23:58:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:58:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8643d18-856c-4ea6-8487-cf631c5c018b" 2024-11-10T23:58:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6995889c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:58:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,45195,-1] 2024-11-10T23:58:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:58:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:19,339 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:58:19,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6f88af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:58:19,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:58:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,39147,1731283098419, seqNum=-1] 2024-11-10T23:58:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:58:19,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:58:19,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae12972821c6,45195,1731283098376 2024-11-10T23:58:19,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:58:19,346 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T23:58:19,346 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:58:19,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:58:19,349 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/test.com,8080,1, archiveDir=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/oldWALs, maxLogs=32 2024-11-10T23:58:19,363 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/test.com,8080,1/test.com%2C8080%2C1.1731283099350, exclude list is [], retry=0 2024-11-10T23:58:19,365 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36709,DS-fc2bfa9d-3280-4f2d-ac53-1bfe5fae4df9,DISK] 2024-11-10T23:58:19,365 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-2340b773-c781-49fd-9ab5-de87bb3e22d8,DISK] 2024-11-10T23:58:19,367 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/test.com,8080,1/test.com%2C8080%2C1.1731283099350 2024-11-10T23:58:19,368 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37541:37541),(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-10T23:58:19,381 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/test.com,8080,1/test.com%2C8080%2C1.1731283099368, exclude list is [], retry=0 2024-11-10T23:58:19,383 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36709,DS-fc2bfa9d-3280-4f2d-ac53-1bfe5fae4df9,DISK] 2024-11-10T23:58:19,384 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-2340b773-c781-49fd-9ab5-de87bb3e22d8,DISK] 2024-11-10T23:58:19,385 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/test.com,8080,1/test.com%2C8080%2C1.1731283099350 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/test.com,8080,1/test.com%2C8080%2C1.1731283099368 2024-11-10T23:58:19,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37541:37541),(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-10T23:58:19,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/test.com,8080,1/test.com%2C8080%2C1.1731283099350 is not closed yet, will try archiving it next time 2024-11-10T23:58:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741835_1011 (size=93) 2024-11-10T23:58:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741835_1011 (size=93) 2024-11-10T23:58:19,390 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/WALs/test.com,8080,1/test.com%2C8080%2C1.1731283099350 to hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/oldWALs/test.com%2C8080%2C1.1731283099350 2024-11-10T23:58:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741836_1012 (size=93) 2024-11-10T23:58:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741836_1012 (size=93) 2024-11-10T23:58:19,393 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/oldWALs 2024-11-10T23:58:19,393 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731283099368) 2024-11-10T23:58:19,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:58:19,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:58:19,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:58:19,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:19,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:19,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:58:19,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:58:19,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=102169316, stopped=false 2024-11-10T23:58:19,394 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae12972821c6,45195,1731283098376 2024-11-10T23:58:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:58:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:19,395 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:58:19,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:58:19,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:58:19,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:19,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:58:19,396 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,39147,1731283098419' ***** 2024-11-10T23:58:19,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:58:19,396 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:58:19,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:19,396 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:58:19,396 INFO [RS:0;ae12972821c6:39147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:58:19,396 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:58:19,396 INFO [RS:0;ae12972821c6:39147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:58:19,396 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,39147,1731283098419 2024-11-10T23:58:19,396 INFO [RS:0;ae12972821c6:39147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:58:19,396 INFO [RS:0;ae12972821c6:39147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae12972821c6:39147. 2024-11-10T23:58:19,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:58:19,397 DEBUG [RS:0;ae12972821c6:39147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:58:19,397 DEBUG [RS:0;ae12972821c6:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:19,397 INFO [RS:0;ae12972821c6:39147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:58:19,397 INFO [RS:0;ae12972821c6:39147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:58:19,397 INFO [RS:0;ae12972821c6:39147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:58:19,397 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:58:19,397 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:58:19,397 DEBUG [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:58:19,397 DEBUG [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:58:19,397 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:58:19,397 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:58:19,397 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:58:19,397 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:58:19,397 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:58:19,397 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T23:58:19,414 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740/.tmp/ns/1c6093e756ad436fab573d740431ad41 is 43, key is default/ns:d/1731283099242/Put/seqid=0 2024-11-10T23:58:19,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741837_1013 (size=5153) 2024-11-10T23:58:19,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741837_1013 (size=5153) 2024-11-10T23:58:19,419 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740/.tmp/ns/1c6093e756ad436fab573d740431ad41 2024-11-10T23:58:19,425 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740/.tmp/ns/1c6093e756ad436fab573d740431ad41 as hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740/ns/1c6093e756ad436fab573d740431ad41 2024-11-10T23:58:19,429 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740/ns/1c6093e756ad436fab573d740431ad41, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T23:58:19,430 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-10T23:58:19,430 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:58:19,434 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T23:58:19,435 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:58:19,435 INFO [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:58:19,435 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731283099397Running coprocessor pre-close hooks at 1731283099397Disabling compacts and flushes for region at 1731283099397Disabling writes for close at 1731283099397Obtaining lock to block concurrent updates at 1731283099397Preparing flush snapshotting stores in 1588230740 at 1731283099397Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731283099398 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731283099398Flushing 1588230740/ns: creating writer at 1731283099399 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731283099413 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731283099413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2b7bed: reopening flushed file at 1731283099424 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1731283099430 (+6 ms)Writing region close event to WAL at 1731283099431 (+1 ms)Running coprocessor post-close hooks at 1731283099435 (+4 ms)Closed at 1731283099435 2024-11-10T23:58:19,435 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:58:19,597 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,39147,1731283098419; all regions closed. 2024-11-10T23:58:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741834_1010 (size=1152) 2024-11-10T23:58:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741834_1010 (size=1152) 2024-11-10T23:58:19,602 DEBUG [RS:0;ae12972821c6:39147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/oldWALs 2024-11-10T23:58:19,602 INFO [RS:0;ae12972821c6:39147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C39147%2C1731283098419.meta:.meta(num 1731283099193) 2024-11-10T23:58:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741833_1009 (size=93) 2024-11-10T23:58:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741833_1009 (size=93) 2024-11-10T23:58:19,605 DEBUG [RS:0;ae12972821c6:39147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/oldWALs 2024-11-10T23:58:19,605 INFO [RS:0;ae12972821c6:39147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C39147%2C1731283098419:(num 1731283098799) 2024-11-10T23:58:19,605 DEBUG [RS:0;ae12972821c6:39147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:58:19,605 INFO [RS:0;ae12972821c6:39147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:58:19,606 INFO [RS:0;ae12972821c6:39147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:58:19,606 INFO [RS:0;ae12972821c6:39147 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:58:19,606 INFO [RS:0;ae12972821c6:39147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:58:19,606 INFO [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:58:19,606 INFO [RS:0;ae12972821c6:39147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39147 2024-11-10T23:58:19,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,39147,1731283098419 2024-11-10T23:58:19,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:58:19,608 INFO [RS:0;ae12972821c6:39147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:58:19,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,39147,1731283098419] 2024-11-10T23:58:19,612 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,39147,1731283098419 already deleted, retry=false 2024-11-10T23:58:19,612 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,39147,1731283098419 expired; onlineServers=0 2024-11-10T23:58:19,612 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae12972821c6,45195,1731283098376' ***** 2024-11-10T23:58:19,612 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:58:19,612 INFO [M:0;ae12972821c6:45195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:58:19,612 INFO [M:0;ae12972821c6:45195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:58:19,612 DEBUG [M:0;ae12972821c6:45195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:58:19,612 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:58:19,612 DEBUG [M:0;ae12972821c6:45195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:58:19,612 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731283098594 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731283098594,5,FailOnTimeoutGroup] 2024-11-10T23:58:19,612 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731283098594 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731283098594,5,FailOnTimeoutGroup] 2024-11-10T23:58:19,613 INFO [M:0;ae12972821c6:45195 {}] hbase.ChoreService(370): Chore service for: master/ae12972821c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:58:19,613 INFO [M:0;ae12972821c6:45195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:58:19,613 DEBUG [M:0;ae12972821c6:45195 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:58:19,613 INFO [M:0;ae12972821c6:45195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:58:19,613 INFO [M:0;ae12972821c6:45195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:58:19,613 INFO [M:0;ae12972821c6:45195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:58:19,613 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:58:19,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:58:19,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:58:19,615 DEBUG [M:0;ae12972821c6:45195 {}] zookeeper.ZKUtil(347): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:58:19,615 WARN [M:0;ae12972821c6:45195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:58:19,615 INFO [M:0;ae12972821c6:45195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/.lastflushedseqids 2024-11-10T23:58:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741838_1014 (size=99) 2024-11-10T23:58:19,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741838_1014 (size=99) 2024-11-10T23:58:19,621 INFO [M:0;ae12972821c6:45195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:58:19,621 INFO [M:0;ae12972821c6:45195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:58:19,621 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:58:19,621 INFO [M:0;ae12972821c6:45195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:19,621 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:19,621 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:58:19,621 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:19,621 INFO [M:0;ae12972821c6:45195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-10T23:58:19,638 DEBUG [M:0;ae12972821c6:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6434e2865e044f88919e73fd3dc36611 is 82, key is hbase:meta,,1/info:regioninfo/1731283099228/Put/seqid=0 2024-11-10T23:58:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741839_1015 (size=5672) 2024-11-10T23:58:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741839_1015 (size=5672) 2024-11-10T23:58:19,643 INFO [M:0;ae12972821c6:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6434e2865e044f88919e73fd3dc36611 2024-11-10T23:58:19,662 DEBUG [M:0;ae12972821c6:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46c11670cac540d78dc81f8c63d73ed0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731283099245/Put/seqid=0 2024-11-10T23:58:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741840_1016 (size=5275) 2024-11-10T23:58:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741840_1016 (size=5275) 2024-11-10T23:58:19,668 INFO [M:0;ae12972821c6:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46c11670cac540d78dc81f8c63d73ed0 2024-11-10T23:58:19,687 DEBUG [M:0;ae12972821c6:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a730ac6c2554ed78ad626f28ea2b455 is 69, key is ae12972821c6,39147,1731283098419/rs:state/1731283098654/Put/seqid=0 2024-11-10T23:58:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741841_1017 (size=5156) 2024-11-10T23:58:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741841_1017 (size=5156) 2024-11-10T23:58:19,692 INFO [M:0;ae12972821c6:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a730ac6c2554ed78ad626f28ea2b455 2024-11-10T23:58:19,711 DEBUG [M:0;ae12972821c6:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4d04971ac92b4b27a9ee0b5775108174 is 52, key is load_balancer_on/state:d/1731283099345/Put/seqid=0 2024-11-10T23:58:19,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:58:19,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39147-0x101949f10630001, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:58:19,711 INFO [RS:0;ae12972821c6:39147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:58:19,711 INFO [RS:0;ae12972821c6:39147 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,39147,1731283098419; zookeeper connection closed. 2024-11-10T23:58:19,711 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5721803b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5721803b 2024-11-10T23:58:19,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T23:58:19,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741842_1018 (size=5056) 2024-11-10T23:58:19,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741842_1018 (size=5056) 2024-11-10T23:58:19,716 INFO [M:0;ae12972821c6:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4d04971ac92b4b27a9ee0b5775108174 2024-11-10T23:58:19,721 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6434e2865e044f88919e73fd3dc36611 as hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6434e2865e044f88919e73fd3dc36611 2024-11-10T23:58:19,726 INFO [M:0;ae12972821c6:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6434e2865e044f88919e73fd3dc36611, entries=8, sequenceid=29, filesize=5.5 K 2024-11-10T23:58:19,727 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46c11670cac540d78dc81f8c63d73ed0 as hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46c11670cac540d78dc81f8c63d73ed0 2024-11-10T23:58:19,732 INFO [M:0;ae12972821c6:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46c11670cac540d78dc81f8c63d73ed0, entries=3, sequenceid=29, filesize=5.2 K 2024-11-10T23:58:19,732 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a730ac6c2554ed78ad626f28ea2b455 as hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a730ac6c2554ed78ad626f28ea2b455 2024-11-10T23:58:19,737 INFO [M:0;ae12972821c6:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a730ac6c2554ed78ad626f28ea2b455, entries=1, sequenceid=29, filesize=5.0 K 2024-11-10T23:58:19,738 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4d04971ac92b4b27a9ee0b5775108174 as hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4d04971ac92b4b27a9ee0b5775108174 2024-11-10T23:58:19,742 INFO [M:0;ae12972821c6:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38493/user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4d04971ac92b4b27a9ee0b5775108174, entries=1, sequenceid=29, filesize=4.9 K 2024-11-10T23:58:19,743 INFO [M:0;ae12972821c6:45195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false 2024-11-10T23:58:19,744 INFO [M:0;ae12972821c6:45195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:58:19,745 DEBUG [M:0;ae12972821c6:45195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731283099621Disabling compacts and flushes for region at 1731283099621Disabling writes for close at 1731283099621Obtaining lock to block concurrent updates at 1731283099621Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731283099621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731283099622 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731283099622Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731283099622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731283099638 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731283099638Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731283099648 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731283099662 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731283099662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731283099672 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731283099686 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731283099686Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731283099697 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731283099710 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731283099710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43bc6b8a: reopening flushed file at 1731283099721 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6305b85f: reopening flushed file at 1731283099727 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b50526: reopening flushed file at 1731283099732 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50633759: reopening flushed file at 1731283099737 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false at 1731283099743 (+6 ms)Writing region close event to WAL at 1731283099744 (+1 ms)Closed at 1731283099744 2024-11-10T23:58:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741830_1006 (size=10311) 2024-11-10T23:58:19,747 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6ece923-50c6-7e9b-cb10-f57bc8a15692/MasterData/WALs/ae12972821c6,45195,1731283098376/ae12972821c6%2C45195%2C1731283098376.1731283098507 not finished, retry = 0 2024-11-10T23:58:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36709 is added to blk_1073741830_1006 (size=10311) 2024-11-10T23:58:19,848 INFO [M:0;ae12972821c6:45195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:58:19,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:58:19,848 INFO [M:0;ae12972821c6:45195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45195 2024-11-10T23:58:19,848 INFO [M:0;ae12972821c6:45195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:58:19,951 INFO [M:0;ae12972821c6:45195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:58:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:58:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x101949f10630000, quorum=127.0.0.1:56686, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:58:19,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@163dc835{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:58:19,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ff30c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:58:19,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:58:19,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e6c0d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:58:19,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23334080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/hadoop.log.dir/,STOPPED} 2024-11-10T23:58:19,955 WARN [BP-350035354-172.17.0.2-1731283097713 heartbeating to localhost/127.0.0.1:38493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:58:19,955 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:58:19,955 WARN [BP-350035354-172.17.0.2-1731283097713 heartbeating to localhost/127.0.0.1:38493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-350035354-172.17.0.2-1731283097713 (Datanode Uuid 7fedf544-f841-488f-bbdf-34efb6daaf3e) service to localhost/127.0.0.1:38493 2024-11-10T23:58:19,955 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:58:19,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/data/data3/current/BP-350035354-172.17.0.2-1731283097713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:58:19,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/data/data4/current/BP-350035354-172.17.0.2-1731283097713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:58:19,956 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:58:19,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3527e058{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:58:19,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3826e31d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:58:19,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:58:19,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f89a33d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:58:19,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a229245{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/hadoop.log.dir/,STOPPED} 2024-11-10T23:58:19,959 WARN [BP-350035354-172.17.0.2-1731283097713 heartbeating to localhost/127.0.0.1:38493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:58:19,959 WARN [BP-350035354-172.17.0.2-1731283097713 heartbeating to localhost/127.0.0.1:38493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-350035354-172.17.0.2-1731283097713 (Datanode Uuid 19524e17-91f6-4d23-9926-962b3d0cb38d) service to localhost/127.0.0.1:38493 2024-11-10T23:58:19,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:58:19,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:58:19,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/data/data1/current/BP-350035354-172.17.0.2-1731283097713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:58:19,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/cluster_9948752c-a304-6b2d-ba0f-19203dc1cf8b/data/data2/current/BP-350035354-172.17.0.2-1731283097713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:58:19,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:58:19,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b6de290{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:58:19,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@750e25b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:58:19,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:58:19,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba11dbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:58:19,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f5de5b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/052b1f8c-d3da-07ba-805e-558dd0750ff6/hadoop.log.dir/,STOPPED} 2024-11-10T23:58:19,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:58:19,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:58:19,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 108) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=39 (was 39), ProcessCount=11 (was 11), AvailableMemoryMB=7135 (was 7192)