2024-12-06 01:47:25,314 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-06 01:47:25,331 main DEBUG Took 0.014259 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 01:47:25,331 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 01:47:25,332 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 01:47:25,333 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 01:47:25,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,344 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 01:47:25,363 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,368 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,369 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,372 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,374 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,375 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,377 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 01:47:25,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,379 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 01:47:25,381 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 01:47:25,382 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 01:47:25,385 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 01:47:25,385 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 01:47:25,392 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 01:47:25,392 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 01:47:25,404 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 01:47:25,406 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 01:47:25,408 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 01:47:25,408 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 01:47:25,408 main DEBUG createAppenders(={Console}) 2024-12-06 01:47:25,409 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-06 01:47:25,409 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-06 01:47:25,410 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-06 01:47:25,410 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 01:47:25,411 main DEBUG OutputStream closed 2024-12-06 01:47:25,411 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 01:47:25,411 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 01:47:25,411 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-06 01:47:25,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 01:47:25,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 01:47:25,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 01:47:25,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 01:47:25,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 01:47:25,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 01:47:25,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 01:47:25,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 01:47:25,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 01:47:25,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 01:47:25,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 01:47:25,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 01:47:25,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 01:47:25,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 01:47:25,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 01:47:25,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 01:47:25,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 01:47:25,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 01:47:25,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 01:47:25,517 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-06 01:47:25,517 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 01:47:25,518 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-06T01:47:25,889 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197 2024-12-06 01:47:25,894 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 01:47:25,895 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T01:47:25,905 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-06T01:47:25,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=11029 2024-12-06T01:47:25,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T01:47:25,968 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2, deleteOnExit=true 2024-12-06T01:47:25,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T01:47:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/test.cache.data in system properties and HBase conf 2024-12-06T01:47:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T01:47:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.log.dir in system properties and HBase conf 2024-12-06T01:47:25,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T01:47:25,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T01:47:25,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T01:47:26,064 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T01:47:26,156 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T01:47:26,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:47:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:47:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T01:47:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:47:26,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T01:47:26,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T01:47:26,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:47:26,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:47:26,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T01:47:26,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/nfs.dump.dir in system properties and HBase conf 2024-12-06T01:47:26,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/java.io.tmpdir in system properties and HBase conf 2024-12-06T01:47:26,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:47:26,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T01:47:26,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T01:47:27,077 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T01:47:27,157 INFO [Time-limited test {}] log.Log(170): Logging initialized @2649ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T01:47:27,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:47:27,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:47:27,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:47:27,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:47:27,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:47:27,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:47:27,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:47:27,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:47:27,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/java.io.tmpdir/jetty-localhost-45651-hadoop-hdfs-3_4_1-tests_jar-_-any-9728445363732529280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:47:27,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:45651} 2024-12-06T01:47:27,560 INFO [Time-limited test {}] server.Server(415): Started @3053ms 2024-12-06T01:47:28,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:47:28,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:47:28,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:47:28,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:47:28,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:47:28,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:47:28,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:47:28,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/java.io.tmpdir/jetty-localhost-36317-hadoop-hdfs-3_4_1-tests_jar-_-any-3338202767806871944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:47:28,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:36317} 2024-12-06T01:47:28,143 INFO [Time-limited test {}] server.Server(415): Started @3636ms 2024-12-06T01:47:28,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:47:28,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:47:28,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:47:28,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:47:28,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:47:28,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:47:28,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:47:28,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:47:28,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/java.io.tmpdir/jetty-localhost-36405-hadoop-hdfs-3_4_1-tests_jar-_-any-2846818261412683155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:47:28,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:36405} 2024-12-06T01:47:28,468 INFO [Time-limited test {}] server.Server(415): Started @3961ms 2024-12-06T01:47:28,470 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:47:28,637 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/data/data1/current/BP-1518449845-172.17.0.2-1733449646815/current, will proceed with Du for space computation calculation, 2024-12-06T01:47:28,637 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/data/data2/current/BP-1518449845-172.17.0.2-1733449646815/current, will proceed with Du for space computation calculation, 2024-12-06T01:47:28,637 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/data/data3/current/BP-1518449845-172.17.0.2-1733449646815/current, will proceed with Du for space computation calculation, 2024-12-06T01:47:28,637 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/data/data4/current/BP-1518449845-172.17.0.2-1733449646815/current, will proceed with Du for space computation calculation, 2024-12-06T01:47:28,686 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:47:28,692 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:47:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6268f6e18230d49 with lease ID 0x6cc39fe636ebf41d: Processing first storage report for DS-88d95f33-66b5-4799-aac8-62f76091ca4f from datanode DatanodeRegistration(127.0.0.1:45407, datanodeUuid=98fad316-d0a8-4596-ac52-9f9e39e4dddd, infoPort=36565, infoSecurePort=0, ipcPort=41273, storageInfo=lv=-57;cid=testClusterID;nsid=1612587801;c=1733449646815) 2024-12-06T01:47:28,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6268f6e18230d49 with lease ID 0x6cc39fe636ebf41d: from storage DS-88d95f33-66b5-4799-aac8-62f76091ca4f node DatanodeRegistration(127.0.0.1:45407, datanodeUuid=98fad316-d0a8-4596-ac52-9f9e39e4dddd, infoPort=36565, infoSecurePort=0, ipcPort=41273, storageInfo=lv=-57;cid=testClusterID;nsid=1612587801;c=1733449646815), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:47:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd725d75fea353689 with lease ID 0x6cc39fe636ebf41e: Processing first storage report for DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb from datanode DatanodeRegistration(127.0.0.1:36365, datanodeUuid=9d4cde90-82f5-4539-8844-fccf39adc878, infoPort=44003, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=1612587801;c=1733449646815) 2024-12-06T01:47:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd725d75fea353689 with lease ID 0x6cc39fe636ebf41e: from storage DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb node DatanodeRegistration(127.0.0.1:36365, datanodeUuid=9d4cde90-82f5-4539-8844-fccf39adc878, infoPort=44003, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=1612587801;c=1733449646815), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:47:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6268f6e18230d49 with lease ID 0x6cc39fe636ebf41d: Processing first storage report for DS-a79449c5-c584-47c4-8fe3-6a9b7530cd62 from datanode DatanodeRegistration(127.0.0.1:45407, datanodeUuid=98fad316-d0a8-4596-ac52-9f9e39e4dddd, infoPort=36565, infoSecurePort=0, ipcPort=41273, storageInfo=lv=-57;cid=testClusterID;nsid=1612587801;c=1733449646815) 2024-12-06T01:47:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6268f6e18230d49 with lease ID 0x6cc39fe636ebf41d: from storage DS-a79449c5-c584-47c4-8fe3-6a9b7530cd62 node DatanodeRegistration(127.0.0.1:45407, datanodeUuid=98fad316-d0a8-4596-ac52-9f9e39e4dddd, infoPort=36565, infoSecurePort=0, ipcPort=41273, storageInfo=lv=-57;cid=testClusterID;nsid=1612587801;c=1733449646815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:47:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd725d75fea353689 with lease ID 0x6cc39fe636ebf41e: Processing first storage report for DS-7e843a29-f232-4f3e-a458-2921ab37efc0 from datanode DatanodeRegistration(127.0.0.1:36365, datanodeUuid=9d4cde90-82f5-4539-8844-fccf39adc878, infoPort=44003, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=1612587801;c=1733449646815) 2024-12-06T01:47:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd725d75fea353689 with lease ID 0x6cc39fe636ebf41e: from storage DS-7e843a29-f232-4f3e-a458-2921ab37efc0 node DatanodeRegistration(127.0.0.1:36365, datanodeUuid=9d4cde90-82f5-4539-8844-fccf39adc878, infoPort=44003, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=1612587801;c=1733449646815), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:47:28,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197 2024-12-06T01:47:29,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/zookeeper_0, clientPort=59497, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T01:47:29,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59497 2024-12-06T01:47:29,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:47:29,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:47:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:47:29,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:47:29,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1 with version=8 2024-12-06T01:47:29,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/hbase-staging 2024-12-06T01:47:29,913 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T01:47:30,261 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:47:30,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:47:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:47:30,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:47:30,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:47:30,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:47:30,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T01:47:30,609 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T01:47:30,622 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T01:47:30,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:47:30,666 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23269 (auto-detected) 2024-12-06T01:47:30,667 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T01:47:30,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34681 2024-12-06T01:47:30,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34681 connecting to ZooKeeper ensemble=127.0.0.1:59497 2024-12-06T01:47:30,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346810x0, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:47:30,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34681-0x1006502443b0000 connected 2024-12-06T01:47:30,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:47:30,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:47:30,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:47:30,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1, hbase.cluster.distributed=false 2024-12-06T01:47:30,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:47:30,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34681 2024-12-06T01:47:30,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34681 2024-12-06T01:47:30,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34681 2024-12-06T01:47:30,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34681 2024-12-06T01:47:30,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34681 2024-12-06T01:47:31,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:47:31,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:47:31,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:47:31,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:47:31,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:47:31,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:47:31,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:47:31,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:47:31,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34261 2024-12-06T01:47:31,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34261 connecting to ZooKeeper ensemble=127.0.0.1:59497 2024-12-06T01:47:31,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:47:31,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:47:31,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342610x0, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:47:31,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342610x0, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:47:31,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34261-0x1006502443b0001 connected 2024-12-06T01:47:31,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:47:31,077 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:47:31,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:47:31,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:47:31,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34261 2024-12-06T01:47:31,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34261 2024-12-06T01:47:31,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34261 2024-12-06T01:47:31,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34261 2024-12-06T01:47:31,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34261 2024-12-06T01:47:31,118 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c764f7c3aa:34681 2024-12-06T01:47:31,119 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:31,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:47:31,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:47:31,130 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:47:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:31,157 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T01:47:31,159 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c764f7c3aa,34681,1733449649988 from backup master directory 2024-12-06T01:47:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:47:31,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:47:31,163 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:47:31,163 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:31,166 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T01:47:31,168 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T01:47:31,235 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/hbase.id] with ID: c6baff47-6e59-439a-87ce-f3ba8df39967 2024-12-06T01:47:31,236 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/.tmp/hbase.id 2024-12-06T01:47:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:47:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:47:31,252 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/.tmp/hbase.id]:[hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/hbase.id] 2024-12-06T01:47:31,305 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:47:31,311 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T01:47:31,335 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-12-06T01:47:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:47:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:47:31,383 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:47:31,386 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T01:47:31,393 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:47:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:47:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:47:31,456 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store 2024-12-06T01:47:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:47:31,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:47:31,494 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T01:47:31,499 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:47:31,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:47:31,501 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:47:31,501 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:47:31,503 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:47:31,503 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:47:31,503 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:47:31,505 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449651500Disabling compacts and flushes for region at 1733449651500Disabling writes for close at 1733449651503 (+3 ms)Writing region close event to WAL at 1733449651503Closed at 1733449651503 2024-12-06T01:47:31,508 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/.initializing 2024-12-06T01:47:31,508 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/WALs/00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:31,520 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:47:31,541 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C34681%2C1733449649988, suffix=, logDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/WALs/00c764f7c3aa,34681,1733449649988, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/oldWALs, maxLogs=10 2024-12-06T01:47:31,592 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/WALs/00c764f7c3aa,34681,1733449649988/00c764f7c3aa%2C34681%2C1733449649988.1733449651554, exclude list is [], retry=0 2024-12-06T01:47:31,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:47:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK] 2024-12-06T01:47:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK] 2024-12-06T01:47:31,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T01:47:31,671 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/WALs/00c764f7c3aa,34681,1733449649988/00c764f7c3aa%2C34681%2C1733449649988.1733449651554 2024-12-06T01:47:31,673 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36565:36565),(127.0.0.1/127.0.0.1:44003:44003)] 2024-12-06T01:47:31,673 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:47:31,674 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:47:31,677 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,678 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T01:47:31,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:31,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:31,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T01:47:31,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:31,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:47:31,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T01:47:31,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:31,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:47:31,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T01:47:31,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:31,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:47:31,779 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,782 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,783 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,789 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,789 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,793 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:47:31,796 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:47:31,802 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:47:31,803 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783754, jitterRate=-0.0034057646989822388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:47:31,810 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733449651691Initializing all the Stores at 1733449651693 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449651694 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449651694Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449651695 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449651695Cleaning up temporary data from old regions at 1733449651789 (+94 ms)Region opened successfully at 1733449651810 (+21 ms) 2024-12-06T01:47:31,812 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T01:47:31,852 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b875798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:47:31,885 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T01:47:31,897 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T01:47:31,897 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T01:47:31,900 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T01:47:31,901 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T01:47:31,907 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-06T01:47:31,907 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T01:47:31,934 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T01:47:31,943 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T01:47:31,946 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T01:47:31,948 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T01:47:31,949 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T01:47:31,951 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T01:47:31,953 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T01:47:31,957 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T01:47:31,958 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T01:47:31,959 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T01:47:31,963 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T01:47:31,980 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T01:47:31,981 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T01:47:31,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:47:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:47:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:31,988 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c764f7c3aa,34681,1733449649988, sessionid=0x1006502443b0000, setting cluster-up flag (Was=false) 2024-12-06T01:47:32,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:32,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:32,006 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T01:47:32,008 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:32,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:32,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:32,019 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T01:47:32,021 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:32,028 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T01:47:32,105 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(746): ClusterId : c6baff47-6e59-439a-87ce-f3ba8df39967 2024-12-06T01:47:32,108 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:47:32,114 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:47:32,114 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:47:32,119 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:47:32,120 DEBUG [RS:0;00c764f7c3aa:34261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ef046e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:47:32,124 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T01:47:32,136 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T01:47:32,142 DEBUG [RS:0;00c764f7c3aa:34261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c764f7c3aa:34261 2024-12-06T01:47:32,143 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T01:47:32,146 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:47:32,146 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:47:32,146 DEBUG [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:47:32,149 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,34681,1733449649988 with port=34261, startcode=1733449650987 2024-12-06T01:47:32,149 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c764f7c3aa,34681,1733449649988 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T01:47:32,156 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:47:32,156 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:47:32,156 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:47:32,156 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:47:32,156 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c764f7c3aa:0, corePoolSize=10, maxPoolSize=10 2024-12-06T01:47:32,156 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,157 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:47:32,157 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,158 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733449682158 2024-12-06T01:47:32,159 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T01:47:32,160 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T01:47:32,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:47:32,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T01:47:32,164 DEBUG [RS:0;00c764f7c3aa:34261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:47:32,165 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T01:47:32,165 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T01:47:32,166 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T01:47:32,166 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T01:47:32,167 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,170 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T01:47:32,170 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,171 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T01:47:32,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T01:47:32,171 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T01:47:32,173 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T01:47:32,173 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T01:47:32,175 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449652175,5,FailOnTimeoutGroup] 2024-12-06T01:47:32,180 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449652176,5,FailOnTimeoutGroup] 2024-12-06T01:47:32,180 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,180 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T01:47:32,182 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,182 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:47:32,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:47:32,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T01:47:32,199 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1 2024-12-06T01:47:32,215 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:47:32,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:47:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:47:32,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:47:32,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:32,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:47:32,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34681 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:32,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:47:32,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:32,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:47:32,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:47:32,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:32,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:47:32,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:47:32,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:32,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:47:32,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:47:32,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:32,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:47:32,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740 2024-12-06T01:47:32,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740 2024-12-06T01:47:32,242 DEBUG [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1 2024-12-06T01:47:32,242 DEBUG [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42879 2024-12-06T01:47:32,242 DEBUG [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:47:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:47:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:47:32,245 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:47:32,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:47:32,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:47:32,249 DEBUG [RS:0;00c764f7c3aa:34261 {}] zookeeper.ZKUtil(111): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:32,249 WARN [RS:0;00c764f7c3aa:34261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:47:32,249 INFO [RS:0;00c764f7c3aa:34261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:47:32,249 DEBUG [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:32,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,34261,1733449650987] 2024-12-06T01:47:32,253 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:47:32,254 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=872897, jitterRate=0.10994650423526764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:47:32,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733449652220Initializing all the Stores at 1733449652222 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449652222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449652222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449652222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449652222Cleaning up temporary data from old regions at 1733449652244 (+22 ms)Region opened successfully at 1733449652257 (+13 ms) 2024-12-06T01:47:32,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:47:32,258 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:47:32,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:47:32,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:47:32,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:47:32,260 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:47:32,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449652258Disabling compacts and flushes for region at 1733449652258Disabling writes for close at 1733449652258Writing region close event to WAL at 1733449652259 (+1 ms)Closed at 1733449652260 (+1 ms) 2024-12-06T01:47:32,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:47:32,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T01:47:32,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T01:47:32,278 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:47:32,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:47:32,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T01:47:32,292 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:47:32,297 INFO [RS:0;00c764f7c3aa:34261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:47:32,297 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,298 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:47:32,304 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:47:32,305 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,305 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,306 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,306 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,306 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,306 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,306 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:47:32,306 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,306 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,307 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,307 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,307 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,307 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:47:32,307 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:47:32,307 DEBUG [RS:0;00c764f7c3aa:34261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:47:32,308 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,308 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,309 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,309 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,309 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,309 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34261,1733449650987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:47:32,331 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:47:32,334 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34261,1733449650987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,334 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,335 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.Replication(171): 00c764f7c3aa,34261,1733449650987 started 2024-12-06T01:47:32,359 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:32,359 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,34261,1733449650987, RpcServer on 00c764f7c3aa/172.17.0.2:34261, sessionid=0x1006502443b0001 2024-12-06T01:47:32,360 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:47:32,360 DEBUG [RS:0;00c764f7c3aa:34261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:32,360 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,34261,1733449650987' 2024-12-06T01:47:32,360 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:47:32,361 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:47:32,362 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:47:32,362 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:47:32,362 DEBUG [RS:0;00c764f7c3aa:34261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:32,362 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,34261,1733449650987' 2024-12-06T01:47:32,362 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:47:32,363 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:47:32,364 DEBUG [RS:0;00c764f7c3aa:34261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:47:32,364 INFO [RS:0;00c764f7c3aa:34261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:47:32,364 INFO [RS:0;00c764f7c3aa:34261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:47:32,433 WARN [00c764f7c3aa:34681 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T01:47:32,469 INFO [RS:0;00c764f7c3aa:34261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:47:32,473 INFO [RS:0;00c764f7c3aa:34261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C34261%2C1733449650987, suffix=, logDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/oldWALs, maxLogs=32 2024-12-06T01:47:32,492 DEBUG [RS:0;00c764f7c3aa:34261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449652475, exclude list is [], retry=0 2024-12-06T01:47:32,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK] 2024-12-06T01:47:32,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK] 2024-12-06T01:47:32,503 INFO [RS:0;00c764f7c3aa:34261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449652475 2024-12-06T01:47:32,504 DEBUG [RS:0;00c764f7c3aa:34261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36565:36565),(127.0.0.1/127.0.0.1:44003:44003)] 2024-12-06T01:47:32,686 DEBUG [00c764f7c3aa:34681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T01:47:32,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:32,705 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,34261,1733449650987, state=OPENING 2024-12-06T01:47:32,710 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T01:47:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:47:32,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:47:32,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:47:32,714 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:47:32,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,34261,1733449650987}] 2024-12-06T01:47:32,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:47:32,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:47:32,908 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T01:47:32,908 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:47:32,909 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T01:47:32,912 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C34261%2C1733449650987.meta, suffix=.meta, logDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/oldWALs, maxLogs=32 2024-12-06T01:47:32,929 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.meta.1733449652914.meta, exclude list is [], retry=0 2024-12-06T01:47:32,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK] 2024-12-06T01:47:32,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK] 2024-12-06T01:47:32,939 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.meta.1733449652914.meta 2024-12-06T01:47:32,940 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36565:36565),(127.0.0.1/127.0.0.1:44003:44003)] 2024-12-06T01:47:32,940 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:47:32,942 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T01:47:32,946 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T01:47:32,952 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T01:47:32,958 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T01:47:32,959 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:47:32,959 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T01:47:32,959 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T01:47:32,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:47:32,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:47:32,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:32,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:47:32,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:47:32,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:32,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:47:32,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:47:32,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:32,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:47:32,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:47:32,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:32,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:47:32,973 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:47:32,975 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740 2024-12-06T01:47:32,977 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740 2024-12-06T01:47:32,980 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:47:32,980 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:47:32,981 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:47:32,983 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:47:32,985 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692080, jitterRate=-0.11997483670711517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:47:32,986 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T01:47:32,988 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733449652960Writing region info on filesystem at 1733449652960Initializing all the Stores at 1733449652962 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449652962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449652962Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449652962Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449652963 (+1 ms)Cleaning up temporary data from old regions at 1733449652980 (+17 ms)Running coprocessor post-open hooks at 1733449652986 (+6 ms)Region opened successfully at 1733449652988 (+2 ms) 2024-12-06T01:47:32,996 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733449652883 2024-12-06T01:47:33,008 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T01:47:33,008 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T01:47:33,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:33,012 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,34261,1733449650987, state=OPEN 2024-12-06T01:47:33,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:47:33,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:47:33,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:47:33,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:47:33,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:33,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T01:47:33,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,34261,1733449650987 in 303 msec 2024-12-06T01:47:33,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T01:47:33,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-12-06T01:47:33,035 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:47:33,035 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T01:47:33,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:47:33,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34261,1733449650987, seqNum=-1] 2024-12-06T01:47:33,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:47:33,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:47:33,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0360 sec 2024-12-06T01:47:33,107 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733449653107, completionTime=-1 2024-12-06T01:47:33,110 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T01:47:33,110 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T01:47:33,139 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T01:47:33,139 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733449713139 2024-12-06T01:47:33,139 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733449773139 2024-12-06T01:47:33,139 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-06T01:47:33,142 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34681,1733449649988-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:33,142 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34681,1733449649988-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:33,142 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34681,1733449649988-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:33,144 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c764f7c3aa:34681, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:33,145 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:33,145 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:33,151 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T01:47:33,181 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.017sec 2024-12-06T01:47:33,182 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T01:47:33,183 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T01:47:33,184 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T01:47:33,185 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T01:47:33,185 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T01:47:33,186 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34681,1733449649988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:47:33,186 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34681,1733449649988-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T01:47:33,195 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T01:47:33,196 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T01:47:33,196 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,34681,1733449649988-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:47:33,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf4e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:47:33,218 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T01:47:33,218 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T01:47:33,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,34681,-1 for getting cluster id 2024-12-06T01:47:33,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T01:47:33,233 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6baff47-6e59-439a-87ce-f3ba8df39967' 2024-12-06T01:47:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T01:47:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6baff47-6e59-439a-87ce-f3ba8df39967" 2024-12-06T01:47:33,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2066d996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:47:33,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,34681,-1] 2024-12-06T01:47:33,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T01:47:33,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:47:33,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T01:47:33,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffbf561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:47:33,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:47:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,34261,1733449650987, seqNum=-1] 2024-12-06T01:47:33,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:47:33,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:47:33,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:33,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:47:33,288 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T01:47:33,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T01:47:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,34681,1733449649988 2024-12-06T01:47:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e32371d 2024-12-06T01:47:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T01:47:33,307 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T01:47:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T01:47:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T01:47:33,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:47:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-06T01:47:33,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T01:47:33,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-06T01:47:33,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:33,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T01:47:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:47:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741835_1011 (size=389) 2024-12-06T01:47:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741835_1011 (size=389) 2024-12-06T01:47:33,353 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25ec7b47cfbeeb10c05b68890b0d0de0, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1 2024-12-06T01:47:33,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741836_1012 (size=72) 2024-12-06T01:47:33,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741836_1012 (size=72) 2024-12-06T01:47:33,368 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:47:33,369 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 25ec7b47cfbeeb10c05b68890b0d0de0, disabling compactions & flushes 2024-12-06T01:47:33,369 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:47:33,369 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:47:33,369 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. after waiting 0 ms 2024-12-06T01:47:33,369 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:47:33,369 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:47:33,369 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25ec7b47cfbeeb10c05b68890b0d0de0: Waiting for close lock at 1733449653369Disabling compacts and flushes for region at 1733449653369Disabling writes for close at 1733449653369Writing region close event to WAL at 1733449653369Closed at 1733449653369 2024-12-06T01:47:33,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T01:47:33,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733449653372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449653372"}]},"ts":"1733449653372"} 2024-12-06T01:47:33,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T01:47:33,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T01:47:33,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449653384"}]},"ts":"1733449653384"} 2024-12-06T01:47:33,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-06T01:47:33,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=25ec7b47cfbeeb10c05b68890b0d0de0, ASSIGN}] 2024-12-06T01:47:33,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=25ec7b47cfbeeb10c05b68890b0d0de0, ASSIGN 2024-12-06T01:47:33,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=25ec7b47cfbeeb10c05b68890b0d0de0, ASSIGN; state=OFFLINE, location=00c764f7c3aa,34261,1733449650987; forceNewPlan=false, retain=false 2024-12-06T01:47:33,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25ec7b47cfbeeb10c05b68890b0d0de0, regionState=OPENING, regionLocation=00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=25ec7b47cfbeeb10c05b68890b0d0de0, ASSIGN because future has completed 2024-12-06T01:47:33,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25ec7b47cfbeeb10c05b68890b0d0de0, server=00c764f7c3aa,34261,1733449650987}] 2024-12-06T01:47:33,719 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:47:33,720 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 25ec7b47cfbeeb10c05b68890b0d0de0, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:47:33,720 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,720 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:47:33,721 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,721 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,723 INFO [StoreOpener-25ec7b47cfbeeb10c05b68890b0d0de0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,726 INFO [StoreOpener-25ec7b47cfbeeb10c05b68890b0d0de0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ec7b47cfbeeb10c05b68890b0d0de0 columnFamilyName info 2024-12-06T01:47:33,726 DEBUG [StoreOpener-25ec7b47cfbeeb10c05b68890b0d0de0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:47:33,727 INFO [StoreOpener-25ec7b47cfbeeb10c05b68890b0d0de0-1 {}] regionserver.HStore(327): Store=25ec7b47cfbeeb10c05b68890b0d0de0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:47:33,728 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,729 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,730 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,731 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,731 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,735 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,739 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:47:33,740 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 25ec7b47cfbeeb10c05b68890b0d0de0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=839801, jitterRate=0.06786304712295532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:47:33,741 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:33,742 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 25ec7b47cfbeeb10c05b68890b0d0de0: Running coprocessor pre-open hook at 1733449653721Writing region info on filesystem at 1733449653721Initializing all the Stores at 1733449653722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449653723 (+1 ms)Cleaning up temporary data from old regions at 1733449653731 (+8 ms)Running coprocessor post-open hooks at 1733449653741 (+10 ms)Region opened successfully at 1733449653742 (+1 ms) 2024-12-06T01:47:33,744 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0., pid=6, masterSystemTime=1733449653712 2024-12-06T01:47:33,748 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:47:33,748 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:47:33,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25ec7b47cfbeeb10c05b68890b0d0de0, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,34261,1733449650987 2024-12-06T01:47:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25ec7b47cfbeeb10c05b68890b0d0de0, server=00c764f7c3aa,34261,1733449650987 because future has completed 2024-12-06T01:47:33,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T01:47:33,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 25ec7b47cfbeeb10c05b68890b0d0de0, server=00c764f7c3aa,34261,1733449650987 in 199 msec 2024-12-06T01:47:33,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T01:47:33,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=25ec7b47cfbeeb10c05b68890b0d0de0, ASSIGN in 367 msec 2024-12-06T01:47:33,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T01:47:33,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449653768"}]},"ts":"1733449653768"} 2024-12-06T01:47:33,772 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-06T01:47:33,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T01:47:33,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 458 msec 2024-12-06T01:47:38,466 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T01:47:38,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T01:47:38,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-06T01:47:40,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T01:47:40,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T01:47:40,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-06T01:47:40,595 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T01:47:40,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:47:40,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T01:47:40,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T01:47:40,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T01:47:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:47:43,431 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-06T01:47:43,434 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-06T01:47:43,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-06T01:47:43,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:47:43,457 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449663442, exclude list is [], retry=0 2024-12-06T01:47:43,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK] 2024-12-06T01:47:43,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK] 2024-12-06T01:47:43,465 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449652475 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449663442 2024-12-06T01:47:43,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44003:44003),(127.0.0.1/127.0.0.1:36565:36565)] 2024-12-06T01:47:43,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449652475 is not closed yet, will try archiving it next time 2024-12-06T01:47:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741833_1009 (size=451) 2024-12-06T01:47:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741833_1009 (size=451) 2024-12-06T01:47:43,472 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449652475 to hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/oldWALs/00c764f7c3aa%2C34261%2C1733449650987.1733449652475 2024-12-06T01:47:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0., hostname=00c764f7c3aa,34261,1733449650987, seqNum=2] 2024-12-06T01:47:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] regionserver.HRegion(8855): Flush requested on 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:47:57,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 25ec7b47cfbeeb10c05b68890b0d0de0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T01:47:57,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/eb01e83765e24d0d8e1f63f5c02ac4de is 1055, key is row0001/info:/1733449663479/Put/seqid=0 2024-12-06T01:47:57,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741838_1014 (size=13386) 2024-12-06T01:47:57,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741838_1014 (size=13386) 2024-12-06T01:47:57,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/eb01e83765e24d0d8e1f63f5c02ac4de 2024-12-06T01:47:57,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/eb01e83765e24d0d8e1f63f5c02ac4de as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/info/eb01e83765e24d0d8e1f63f5c02ac4de 2024-12-06T01:47:57,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/info/eb01e83765e24d0d8e1f63f5c02ac4de, entries=8, sequenceid=12, filesize=13.1 K 2024-12-06T01:47:57,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 25ec7b47cfbeeb10c05b68890b0d0de0 in 149ms, sequenceid=12, compaction requested=false 2024-12-06T01:47:57,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 25ec7b47cfbeeb10c05b68890b0d0de0: 2024-12-06T01:47:58,898 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T01:48:03,532 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449683518, exclude list is [], retry=0 2024-12-06T01:48:03,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK] 2024-12-06T01:48:03,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK] 2024-12-06T01:48:03,540 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449663442 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449683518 2024-12-06T01:48:03,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44003:44003),(127.0.0.1/127.0.0.1:36565:36565)] 2024-12-06T01:48:03,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449663442 is not closed yet, will try archiving it next time 2024-12-06T01:48:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741837_1013 (size=12149) 2024-12-06T01:48:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741837_1013 (size=12149) 2024-12-06T01:48:08,547 INFO [AsyncFSWAL-0-hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1-prefix:00c764f7c3aa,34261,1733449650987 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK], DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK]] 2024-12-06T01:48:08,549 WARN [AsyncFSWAL-0-hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1-prefix:00c764f7c3aa,34261,1733449650987 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK], DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK]] 2024-12-06T01:48:08,550 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 00c764f7c3aa%2C34261%2C1733449650987:(num 1733449683518) roll requested 2024-12-06T01:48:08,564 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449688550, exclude list is [], retry=0 2024-12-06T01:48:08,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK] 2024-12-06T01:48:08,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK] 2024-12-06T01:48:08,571 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449683518 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449688550 2024-12-06T01:48:08,572 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36565:36565),(127.0.0.1/127.0.0.1:44003:44003)] 2024-12-06T01:48:08,572 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449683518 is not closed yet, will try archiving it next time 2024-12-06T01:48:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741839_1015 (size=1233) 2024-12-06T01:48:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741839_1015 (size=1233) 2024-12-06T01:48:10,549 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T01:48:10,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449690549, exclude list is [], retry=0 2024-12-06T01:48:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-0ed50a2b-6d52-42ba-9b09-ae072344f0bb,DISK] 2024-12-06T01:48:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45407,DS-88d95f33-66b5-4799-aac8-62f76091ca4f,DISK] 2024-12-06T01:48:10,570 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449688550 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449690549 2024-12-06T01:48:10,570 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44003:44003),(127.0.0.1/127.0.0.1:36565:36565)] 2024-12-06T01:48:10,570 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449688550 is not closed yet, will try archiving it next time 2024-12-06T01:48:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741840_1016 (size=93) 2024-12-06T01:48:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741840_1016 (size=93) 2024-12-06T01:48:10,574 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/WALs/00c764f7c3aa,34261,1733449650987/00c764f7c3aa%2C34261%2C1733449650987.1733449688550 to hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/oldWALs/00c764f7c3aa%2C34261%2C1733449650987.1733449688550 2024-12-06T01:48:13,713 INFO [master/00c764f7c3aa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T01:48:13,714 INFO [master/00c764f7c3aa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T01:48:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] regionserver.HRegion(8855): Flush requested on 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:48:18,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 25ec7b47cfbeeb10c05b68890b0d0de0 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T01:48:18,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/c3a0337542054a9dae4601e9a8912741 is 1055, key is row0009/info:/1733449679512/Put/seqid=0 2024-12-06T01:48:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741842_1018 (size=13386) 2024-12-06T01:48:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741842_1018 (size=13386) 2024-12-06T01:48:18,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/c3a0337542054a9dae4601e9a8912741 2024-12-06T01:48:18,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/c3a0337542054a9dae4601e9a8912741 as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/info/c3a0337542054a9dae4601e9a8912741 2024-12-06T01:48:18,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/info/c3a0337542054a9dae4601e9a8912741, entries=8, sequenceid=23, filesize=13.1 K 2024-12-06T01:48:18,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 25ec7b47cfbeeb10c05b68890b0d0de0 in 39ms, sequenceid=23, compaction requested=false 2024-12-06T01:48:18,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 25ec7b47cfbeeb10c05b68890b0d0de0: 2024-12-06T01:48:18,628 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-06T01:48:18,628 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:48:18,629 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/info/eb01e83765e24d0d8e1f63f5c02ac4de because midkey is the same as first or last row 2024-12-06T01:48:18,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 25ec7b47cfbeeb10c05b68890b0d0de0, had cached 0 bytes from a total of 26772 2024-12-06T01:48:28,898 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T01:48:30,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T01:48:30,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:48:30,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:48:30,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:30,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:30,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T01:48:30,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T01:48:30,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1788468659, stopped=false 2024-12-06T01:48:30,616 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c764f7c3aa,34681,1733449649988 2024-12-06T01:48:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:30,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:48:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:30,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:48:30,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:48:30,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:30,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,34261,1733449650987' ***** 2024-12-06T01:48:30,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:48:30,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:30,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:30,620 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:48:30,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:48:30,620 INFO [RS:0;00c764f7c3aa:34261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:48:30,620 INFO [RS:0;00c764f7c3aa:34261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:48:30,621 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(3091): Received CLOSE for 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:48:30,621 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,34261,1733449650987 2024-12-06T01:48:30,621 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:48:30,621 INFO [RS:0;00c764f7c3aa:34261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c764f7c3aa:34261. 2024-12-06T01:48:30,621 DEBUG [RS:0;00c764f7c3aa:34261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:48:30,621 DEBUG [RS:0;00c764f7c3aa:34261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:30,622 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:48:30,622 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25ec7b47cfbeeb10c05b68890b0d0de0, disabling compactions & flushes 2024-12-06T01:48:30,622 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:48:30,622 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:48:30,622 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:48:30,622 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T01:48:30,622 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:48:30,622 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. after waiting 0 ms 2024-12-06T01:48:30,622 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:48:30,622 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T01:48:30,622 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25ec7b47cfbeeb10c05b68890b0d0de0 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-06T01:48:30,622 DEBUG [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1325): Online Regions={25ec7b47cfbeeb10c05b68890b0d0de0=TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T01:48:30,622 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:48:30,622 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:48:30,623 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:48:30,623 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:48:30,623 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:48:30,623 DEBUG [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ec7b47cfbeeb10c05b68890b0d0de0 2024-12-06T01:48:30,623 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-06T01:48:30,634 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/ff28335bf5434fc08ed0bddd14e65f3f is 1055, key is row0017/info:/1733449700591/Put/seqid=0 2024-12-06T01:48:30,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741843_1019 (size=10222) 2024-12-06T01:48:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741843_1019 (size=10222) 2024-12-06T01:48:30,653 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/ff28335bf5434fc08ed0bddd14e65f3f 2024-12-06T01:48:30,656 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/info/081b6de5145646af8d89cb1745b162f2 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0./info:regioninfo/1733449653749/Put/seqid=0 2024-12-06T01:48:30,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741844_1020 (size=7016) 2024-12-06T01:48:30,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741844_1020 (size=7016) 2024-12-06T01:48:30,666 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/info/081b6de5145646af8d89cb1745b162f2 2024-12-06T01:48:30,667 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/.tmp/info/ff28335bf5434fc08ed0bddd14e65f3f as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/info/ff28335bf5434fc08ed0bddd14e65f3f 2024-12-06T01:48:30,677 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/info/ff28335bf5434fc08ed0bddd14e65f3f, entries=5, sequenceid=31, filesize=10.0 K 2024-12-06T01:48:30,678 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 25ec7b47cfbeeb10c05b68890b0d0de0 in 56ms, sequenceid=31, compaction requested=true 2024-12-06T01:48:30,690 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/default/TestLogRolling-testSlowSyncLogRolling/25ec7b47cfbeeb10c05b68890b0d0de0/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-06T01:48:30,692 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:48:30,692 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25ec7b47cfbeeb10c05b68890b0d0de0: Waiting for close lock at 1733449710621Running coprocessor pre-close hooks at 1733449710622 (+1 ms)Disabling compacts and flushes for region at 1733449710622Disabling writes for close at 1733449710622Obtaining lock to block concurrent updates at 1733449710622Preparing flush snapshotting stores in 25ec7b47cfbeeb10c05b68890b0d0de0 at 1733449710622Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733449710623 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. at 1733449710624 (+1 ms)Flushing 25ec7b47cfbeeb10c05b68890b0d0de0/info: creating writer at 1733449710624Flushing 25ec7b47cfbeeb10c05b68890b0d0de0/info: appending metadata at 1733449710633 (+9 ms)Flushing 25ec7b47cfbeeb10c05b68890b0d0de0/info: closing flushed file at 1733449710633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fec7346: reopening flushed file at 1733449710665 (+32 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 25ec7b47cfbeeb10c05b68890b0d0de0 in 56ms, sequenceid=31, compaction requested=true at 1733449710678 (+13 ms)Writing region close event to WAL at 1733449710684 (+6 ms)Running coprocessor post-close hooks at 1733449710690 (+6 ms)Closed at 1733449710692 (+2 ms) 2024-12-06T01:48:30,693 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733449653309.25ec7b47cfbeeb10c05b68890b0d0de0. 2024-12-06T01:48:30,694 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/ns/45fa14ed87844830b97ac0c30c6189a4 is 43, key is default/ns:d/1733449653090/Put/seqid=0 2024-12-06T01:48:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741845_1021 (size=5153) 2024-12-06T01:48:30,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741845_1021 (size=5153) 2024-12-06T01:48:30,701 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/ns/45fa14ed87844830b97ac0c30c6189a4 2024-12-06T01:48:30,727 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/table/8f8b81b947ec4e469b3203fd6dcd2ab8 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733449653768/Put/seqid=0 2024-12-06T01:48:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741846_1022 (size=5396) 2024-12-06T01:48:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741846_1022 (size=5396) 2024-12-06T01:48:30,735 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/table/8f8b81b947ec4e469b3203fd6dcd2ab8 2024-12-06T01:48:30,744 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/info/081b6de5145646af8d89cb1745b162f2 as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/info/081b6de5145646af8d89cb1745b162f2 2024-12-06T01:48:30,753 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/info/081b6de5145646af8d89cb1745b162f2, entries=10, sequenceid=11, filesize=6.9 K 2024-12-06T01:48:30,754 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/ns/45fa14ed87844830b97ac0c30c6189a4 as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/ns/45fa14ed87844830b97ac0c30c6189a4 2024-12-06T01:48:30,762 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/ns/45fa14ed87844830b97ac0c30c6189a4, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T01:48:30,764 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/.tmp/table/8f8b81b947ec4e469b3203fd6dcd2ab8 as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/table/8f8b81b947ec4e469b3203fd6dcd2ab8 2024-12-06T01:48:30,772 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/table/8f8b81b947ec4e469b3203fd6dcd2ab8, entries=2, sequenceid=11, filesize=5.3 K 2024-12-06T01:48:30,774 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false 2024-12-06T01:48:30,780 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T01:48:30,781 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:48:30,781 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:48:30,781 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449710622Running coprocessor pre-close hooks at 1733449710622Disabling compacts and flushes for region at 1733449710622Disabling writes for close at 1733449710623 (+1 ms)Obtaining lock to block concurrent updates at 1733449710623Preparing flush snapshotting stores in 1588230740 at 1733449710623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733449710623Flushing stores of hbase:meta,,1.1588230740 at 1733449710624 (+1 ms)Flushing 1588230740/info: creating writer at 1733449710625 (+1 ms)Flushing 1588230740/info: appending metadata at 1733449710655 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733449710655Flushing 1588230740/ns: creating writer at 1733449710675 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733449710693 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733449710693Flushing 1588230740/table: creating writer at 1733449710711 (+18 ms)Flushing 1588230740/table: appending metadata at 1733449710727 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733449710727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb18b54: reopening flushed file at 1733449710743 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b60e0f0: reopening flushed file at 1733449710753 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@173d5a35: reopening flushed file at 1733449710763 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false at 1733449710774 (+11 ms)Writing region close event to WAL at 1733449710775 (+1 ms)Running coprocessor post-close hooks at 1733449710780 (+5 ms)Closed at 1733449710781 (+1 ms) 2024-12-06T01:48:30,781 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T01:48:30,823 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,34261,1733449650987; all regions closed. 2024-12-06T01:48:30,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741834_1010 (size=3066) 2024-12-06T01:48:30,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741834_1010 (size=3066) 2024-12-06T01:48:30,832 DEBUG [RS:0;00c764f7c3aa:34261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/oldWALs 2024-12-06T01:48:30,832 INFO [RS:0;00c764f7c3aa:34261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C34261%2C1733449650987.meta:.meta(num 1733449652914) 2024-12-06T01:48:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741841_1017 (size=13164) 2024-12-06T01:48:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741841_1017 (size=13164) 2024-12-06T01:48:30,841 DEBUG [RS:0;00c764f7c3aa:34261 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/oldWALs 2024-12-06T01:48:30,841 INFO [RS:0;00c764f7c3aa:34261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C34261%2C1733449650987:(num 1733449690549) 2024-12-06T01:48:30,841 DEBUG [RS:0;00c764f7c3aa:34261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:30,841 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:48:30,841 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:48:30,841 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T01:48:30,841 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:48:30,841 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:48:30,842 INFO [RS:0;00c764f7c3aa:34261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34261 2024-12-06T01:48:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:48:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,34261,1733449650987 2024-12-06T01:48:30,847 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:48:30,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,34261,1733449650987] 2024-12-06T01:48:30,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,34261,1733449650987 already deleted, retry=false 2024-12-06T01:48:30,851 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,34261,1733449650987 expired; onlineServers=0 2024-12-06T01:48:30,851 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c764f7c3aa,34681,1733449649988' ***** 2024-12-06T01:48:30,851 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T01:48:30,851 INFO [M:0;00c764f7c3aa:34681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:48:30,851 INFO [M:0;00c764f7c3aa:34681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:48:30,851 DEBUG [M:0;00c764f7c3aa:34681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T01:48:30,852 DEBUG [M:0;00c764f7c3aa:34681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T01:48:30,852 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T01:48:30,852 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449652176 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449652176,5,FailOnTimeoutGroup] 2024-12-06T01:48:30,852 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449652175 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449652175,5,FailOnTimeoutGroup] 2024-12-06T01:48:30,852 INFO [M:0;00c764f7c3aa:34681 {}] hbase.ChoreService(370): Chore service for: master/00c764f7c3aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T01:48:30,852 INFO [M:0;00c764f7c3aa:34681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:48:30,852 DEBUG [M:0;00c764f7c3aa:34681 {}] master.HMaster(1795): Stopping service threads 2024-12-06T01:48:30,852 INFO [M:0;00c764f7c3aa:34681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T01:48:30,852 INFO [M:0;00c764f7c3aa:34681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:48:30,853 INFO [M:0;00c764f7c3aa:34681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T01:48:30,853 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T01:48:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T01:48:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:30,854 DEBUG [M:0;00c764f7c3aa:34681 {}] zookeeper.ZKUtil(347): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T01:48:30,854 WARN [M:0;00c764f7c3aa:34681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T01:48:30,855 INFO [M:0;00c764f7c3aa:34681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/.lastflushedseqids 2024-12-06T01:48:30,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741847_1023 (size=130) 2024-12-06T01:48:30,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741847_1023 (size=130) 2024-12-06T01:48:30,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:48:30,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34261-0x1006502443b0001, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:48:30,950 INFO [RS:0;00c764f7c3aa:34261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:48:30,951 INFO [RS:0;00c764f7c3aa:34261 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,34261,1733449650987; zookeeper connection closed. 2024-12-06T01:48:30,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47720ea1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47720ea1 2024-12-06T01:48:30,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T01:48:31,271 INFO [M:0;00c764f7c3aa:34681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T01:48:31,272 INFO [M:0;00c764f7c3aa:34681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T01:48:31,272 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:48:31,272 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:31,272 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:31,272 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:48:31,272 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:31,272 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-06T01:48:31,292 DEBUG [M:0;00c764f7c3aa:34681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa4d21d11aa0471e87b616670f5c8c71 is 82, key is hbase:meta,,1/info:regioninfo/1733449653009/Put/seqid=0 2024-12-06T01:48:31,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741848_1024 (size=5672) 2024-12-06T01:48:31,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741848_1024 (size=5672) 2024-12-06T01:48:31,299 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa4d21d11aa0471e87b616670f5c8c71 2024-12-06T01:48:31,324 DEBUG [M:0;00c764f7c3aa:34681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6936cb587e8f4b99b40017e9ba1a9b61 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733449653776/Put/seqid=0 2024-12-06T01:48:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741849_1025 (size=6247) 2024-12-06T01:48:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741849_1025 (size=6247) 2024-12-06T01:48:31,332 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6936cb587e8f4b99b40017e9ba1a9b61 2024-12-06T01:48:31,339 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6936cb587e8f4b99b40017e9ba1a9b61 2024-12-06T01:48:31,356 DEBUG [M:0;00c764f7c3aa:34681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5c1e1883dc14d49bf4ebeba5bb02ffb is 69, key is 00c764f7c3aa,34261,1733449650987/rs:state/1733449652227/Put/seqid=0 2024-12-06T01:48:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741850_1026 (size=5156) 2024-12-06T01:48:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741850_1026 (size=5156) 2024-12-06T01:48:31,363 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5c1e1883dc14d49bf4ebeba5bb02ffb 2024-12-06T01:48:31,389 DEBUG [M:0;00c764f7c3aa:34681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/83c49ec8ec35487d87ac288fe51b3a6d is 52, key is load_balancer_on/state:d/1733449653284/Put/seqid=0 2024-12-06T01:48:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741851_1027 (size=5056) 2024-12-06T01:48:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741851_1027 (size=5056) 2024-12-06T01:48:31,397 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/83c49ec8ec35487d87ac288fe51b3a6d 2024-12-06T01:48:31,407 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa4d21d11aa0471e87b616670f5c8c71 as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa4d21d11aa0471e87b616670f5c8c71 2024-12-06T01:48:31,415 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa4d21d11aa0471e87b616670f5c8c71, entries=8, sequenceid=59, filesize=5.5 K 2024-12-06T01:48:31,417 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6936cb587e8f4b99b40017e9ba1a9b61 as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6936cb587e8f4b99b40017e9ba1a9b61 2024-12-06T01:48:31,425 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6936cb587e8f4b99b40017e9ba1a9b61 2024-12-06T01:48:31,426 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6936cb587e8f4b99b40017e9ba1a9b61, entries=6, sequenceid=59, filesize=6.1 K 2024-12-06T01:48:31,427 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5c1e1883dc14d49bf4ebeba5bb02ffb as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5c1e1883dc14d49bf4ebeba5bb02ffb 2024-12-06T01:48:31,436 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5c1e1883dc14d49bf4ebeba5bb02ffb, entries=1, sequenceid=59, filesize=5.0 K 2024-12-06T01:48:31,438 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/83c49ec8ec35487d87ac288fe51b3a6d as hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/83c49ec8ec35487d87ac288fe51b3a6d 2024-12-06T01:48:31,447 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/83c49ec8ec35487d87ac288fe51b3a6d, entries=1, sequenceid=59, filesize=4.9 K 2024-12-06T01:48:31,448 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=59, compaction requested=false 2024-12-06T01:48:31,450 INFO [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:31,450 DEBUG [M:0;00c764f7c3aa:34681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449711272Disabling compacts and flushes for region at 1733449711272Disabling writes for close at 1733449711272Obtaining lock to block concurrent updates at 1733449711272Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733449711272Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733449711273 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733449711274 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733449711274Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733449711291 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733449711291Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733449711306 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733449711324 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733449711324Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733449711340 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733449711355 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733449711355Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733449711371 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733449711389 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733449711389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14da56c0: reopening flushed file at 1733449711406 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2f927d: reopening flushed file at 1733449711416 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16877b61: reopening flushed file at 1733449711426 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f555b0: reopening flushed file at 1733449711436 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=59, compaction requested=false at 1733449711448 (+12 ms)Writing region close event to WAL at 1733449711450 (+2 ms)Closed at 1733449711450 2024-12-06T01:48:31,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741830_1006 (size=27973) 2024-12-06T01:48:31,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45407 is added to blk_1073741830_1006 (size=27973) 2024-12-06T01:48:31,455 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:48:31,455 INFO [M:0;00c764f7c3aa:34681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T01:48:31,455 INFO [M:0;00c764f7c3aa:34681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34681 2024-12-06T01:48:31,455 INFO [M:0;00c764f7c3aa:34681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:48:31,557 INFO [M:0;00c764f7c3aa:34681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:48:31,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:48:31,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34681-0x1006502443b0000, quorum=127.0.0.1:59497, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:48:31,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:31,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:31,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:31,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:31,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:31,571 WARN [BP-1518449845-172.17.0.2-1733449646815 heartbeating to localhost/127.0.0.1:42879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:48:31,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:48:31,571 WARN [BP-1518449845-172.17.0.2-1733449646815 heartbeating to localhost/127.0.0.1:42879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1518449845-172.17.0.2-1733449646815 (Datanode Uuid 98fad316-d0a8-4596-ac52-9f9e39e4dddd) service to localhost/127.0.0.1:42879 2024-12-06T01:48:31,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:48:31,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/data/data3/current/BP-1518449845-172.17.0.2-1733449646815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:31,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/data/data4/current/BP-1518449845-172.17.0.2-1733449646815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:31,574 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:48:31,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:31,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:31,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:31,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:31,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:31,578 WARN [BP-1518449845-172.17.0.2-1733449646815 heartbeating to localhost/127.0.0.1:42879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:48:31,579 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:48:31,579 WARN [BP-1518449845-172.17.0.2-1733449646815 heartbeating to localhost/127.0.0.1:42879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1518449845-172.17.0.2-1733449646815 (Datanode Uuid 9d4cde90-82f5-4539-8844-fccf39adc878) service to localhost/127.0.0.1:42879 2024-12-06T01:48:31,579 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:48:31,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/data/data1/current/BP-1518449845-172.17.0.2-1733449646815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:31,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/cluster_a0729ec9-0f15-f813-57fe-ce970b16ebc2/data/data2/current/BP-1518449845-172.17.0.2-1733449646815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:31,580 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:48:31,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:48:31,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:31,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:31,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:31,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:31,604 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T01:48:31,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T01:48:31,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=63 (was 12) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/00c764f7c3aa:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/00c764f7c3aa:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42879 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/00c764f7c3aa:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1ce64a8c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/00c764f7c3aa:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=10066 (was 11029) 2024-12-06T01:48:31,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=64, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=10066 2024-12-06T01:48:31,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T01:48:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.log.dir so I do NOT create it in target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024 2024-12-06T01:48:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84edd9f7-e6c4-a152-4b47-bc033d126197/hadoop.tmp.dir so I do NOT create it in target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024 2024-12-06T01:48:31,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87, deleteOnExit=true 2024-12-06T01:48:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T01:48:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/test.cache.data in system properties and HBase conf 2024-12-06T01:48:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T01:48:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir in system properties and HBase conf 2024-12-06T01:48:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T01:48:31,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:48:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:48:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T01:48:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/nfs.dump.dir in system properties and HBase conf 2024-12-06T01:48:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/java.io.tmpdir in system properties and HBase conf 2024-12-06T01:48:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:48:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T01:48:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T01:48:31,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:31,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:31,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:31,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:31,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:48:31,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:31,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d16eae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:31,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f62ce7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:31,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7be90ebb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/java.io.tmpdir/jetty-localhost-43441-hadoop-hdfs-3_4_1-tests_jar-_-any-15603807781020006894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:48:31,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77f470f7{HTTP/1.1, (http/1.1)}{localhost:43441} 2024-12-06T01:48:31,875 INFO [Time-limited test {}] server.Server(415): Started @67367ms 2024-12-06T01:48:31,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:31,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:31,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:31,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:31,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:48:31,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa549ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:31,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c7d47c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:32,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b1b5aec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/java.io.tmpdir/jetty-localhost-42631-hadoop-hdfs-3_4_1-tests_jar-_-any-11089303877111712191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:32,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@350347e5{HTTP/1.1, (http/1.1)}{localhost:42631} 2024-12-06T01:48:32,089 INFO [Time-limited test {}] server.Server(415): Started @67582ms 2024-12-06T01:48:32,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:32,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:32,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:32,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:32,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:32,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:48:32,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7623b7e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:32,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d378eb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:32,180 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data1/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:32,180 WARN [Thread-372 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data2/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:32,198 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75f2df74cab219b0 with lease ID 0x240fb9d255f782d7: Processing first storage report for DS-7cfadcb5-4847-4f9a-bd9f-0126e28e6fc7 from datanode DatanodeRegistration(127.0.0.1:45059, datanodeUuid=c4deb9bf-ce67-4a5f-bca7-181a5ca73fdb, infoPort=33237, infoSecurePort=0, ipcPort=46677, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75f2df74cab219b0 with lease ID 0x240fb9d255f782d7: from storage DS-7cfadcb5-4847-4f9a-bd9f-0126e28e6fc7 node DatanodeRegistration(127.0.0.1:45059, datanodeUuid=c4deb9bf-ce67-4a5f-bca7-181a5ca73fdb, infoPort=33237, infoSecurePort=0, ipcPort=46677, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75f2df74cab219b0 with lease ID 0x240fb9d255f782d7: Processing first storage report for DS-14e6b0ae-97ac-4341-a205-b3c3745a5308 from datanode DatanodeRegistration(127.0.0.1:45059, datanodeUuid=c4deb9bf-ce67-4a5f-bca7-181a5ca73fdb, infoPort=33237, infoSecurePort=0, ipcPort=46677, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75f2df74cab219b0 with lease ID 0x240fb9d255f782d7: from storage DS-14e6b0ae-97ac-4341-a205-b3c3745a5308 node DatanodeRegistration(127.0.0.1:45059, datanodeUuid=c4deb9bf-ce67-4a5f-bca7-181a5ca73fdb, infoPort=33237, infoSecurePort=0, ipcPort=46677, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:32,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bd992ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/java.io.tmpdir/jetty-localhost-35187-hadoop-hdfs-3_4_1-tests_jar-_-any-1919090272815592831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:32,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a898108{HTTP/1.1, (http/1.1)}{localhost:35187} 2024-12-06T01:48:32,271 INFO [Time-limited test {}] server.Server(415): Started @67763ms 2024-12-06T01:48:32,273 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:32,312 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:48:32,361 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data4/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:32,361 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data3/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:32,379 WARN [Thread-386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2096396fb7b3afe with lease ID 0x240fb9d255f782d8: Processing first storage report for DS-2b0b6d8c-d713-4f58-866d-3796a4e342dd from datanode DatanodeRegistration(127.0.0.1:45473, datanodeUuid=2738096f-95c0-4e62-bf4e-92c607bf4d30, infoPort=40101, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2096396fb7b3afe with lease ID 0x240fb9d255f782d8: from storage DS-2b0b6d8c-d713-4f58-866d-3796a4e342dd node DatanodeRegistration(127.0.0.1:45473, datanodeUuid=2738096f-95c0-4e62-bf4e-92c607bf4d30, infoPort=40101, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2096396fb7b3afe with lease ID 0x240fb9d255f782d8: Processing first storage report for DS-9a914fc6-4985-4f5a-bb76-589c2dede606 from datanode DatanodeRegistration(127.0.0.1:45473, datanodeUuid=2738096f-95c0-4e62-bf4e-92c607bf4d30, infoPort=40101, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2096396fb7b3afe with lease ID 0x240fb9d255f782d8: from storage DS-9a914fc6-4985-4f5a-bb76-589c2dede606 node DatanodeRegistration(127.0.0.1:45473, datanodeUuid=2738096f-95c0-4e62-bf4e-92c607bf4d30, infoPort=40101, infoSecurePort=0, ipcPort=39389, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:32,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024 2024-12-06T01:48:32,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/zookeeper_0, clientPort=51854, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T01:48:32,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51854 2024-12-06T01:48:32,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:32,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45473 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:48:32,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:48:32,426 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b with version=8 2024-12-06T01:48:32,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/hbase-staging 2024-12-06T01:48:32,428 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:48:32,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:32,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:32,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:48:32,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:32,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:48:32,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T01:48:32,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:48:32,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35555 2024-12-06T01:48:32,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35555 connecting to ZooKeeper ensemble=127.0.0.1:51854 2024-12-06T01:48:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355550x0, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:48:32,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35555-0x10065033bfe0000 connected 2024-12-06T01:48:32,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:32,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:32,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:32,465 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b, hbase.cluster.distributed=false 2024-12-06T01:48:32,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:48:32,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35555 2024-12-06T01:48:32,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35555 2024-12-06T01:48:32,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35555 2024-12-06T01:48:32,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35555 2024-12-06T01:48:32,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35555 2024-12-06T01:48:32,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:48:32,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:32,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:32,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:48:32,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:32,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:48:32,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:48:32,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:48:32,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41973 2024-12-06T01:48:32,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41973 connecting to ZooKeeper ensemble=127.0.0.1:51854 2024-12-06T01:48:32,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:32,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:32,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419730x0, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:48:32,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41973-0x10065033bfe0001 connected 2024-12-06T01:48:32,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:32,504 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:48:32,508 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:48:32,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:48:32,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:48:32,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41973 2024-12-06T01:48:32,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41973 2024-12-06T01:48:32,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41973 2024-12-06T01:48:32,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41973 2024-12-06T01:48:32,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41973 2024-12-06T01:48:32,532 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c764f7c3aa:35555 2024-12-06T01:48:32,532 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:32,535 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:48:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,538 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T01:48:32,538 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c764f7c3aa,35555,1733449712428 from backup master directory 2024-12-06T01:48:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:32,540 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:48:32,540 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:32,582 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/hbase.id] with ID: 8b8d261c-5931-40e1-9c8a-0ca805932322 2024-12-06T01:48:32,582 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/.tmp/hbase.id 2024-12-06T01:48:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45473 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:48:32,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:48:32,591 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/.tmp/hbase.id]:[hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/hbase.id] 2024-12-06T01:48:32,609 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:32,609 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T01:48:32,611 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T01:48:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:48:32,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45473 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:48:32,624 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:48:32,625 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T01:48:32,626 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45473 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:48:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:48:32,640 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store 2024-12-06T01:48:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:48:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45473 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:48:32,650 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:32,650 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:48:32,650 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:32,650 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:32,650 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:48:32,650 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:32,650 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:32,650 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449712650Disabling compacts and flushes for region at 1733449712650Disabling writes for close at 1733449712650Writing region close event to WAL at 1733449712650Closed at 1733449712650 2024-12-06T01:48:32,652 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/.initializing 2024-12-06T01:48:32,652 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:32,654 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:32,657 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C35555%2C1733449712428, suffix=, logDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428, archiveDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/oldWALs, maxLogs=10 2024-12-06T01:48:32,673 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657, exclude list is [], retry=0 2024-12-06T01:48:32,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45473,DS-2b0b6d8c-d713-4f58-866d-3796a4e342dd,DISK] 2024-12-06T01:48:32,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-7cfadcb5-4847-4f9a-bd9f-0126e28e6fc7,DISK] 2024-12-06T01:48:32,682 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 2024-12-06T01:48:32,683 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40101:40101),(127.0.0.1/127.0.0.1:33237:33237)] 2024-12-06T01:48:32,683 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:32,683 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:32,684 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,684 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T01:48:32,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:32,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T01:48:32,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:32,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T01:48:32,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:32,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T01:48:32,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:32,699 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,700 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,700 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,702 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,702 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,703 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:48:32,705 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:32,707 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:32,708 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770131, jitterRate=-0.020728662610054016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:48:32,710 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733449712684Initializing all the Stores at 1733449712685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449712685Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449712686 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449712686Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449712686Cleaning up temporary data from old regions at 1733449712702 (+16 ms)Region opened successfully at 1733449712709 (+7 ms) 2024-12-06T01:48:32,710 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T01:48:32,715 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50070113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:48:32,716 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T01:48:32,716 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T01:48:32,716 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T01:48:32,717 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T01:48:32,717 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T01:48:32,718 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T01:48:32,718 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T01:48:32,720 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T01:48:32,721 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T01:48:32,723 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T01:48:32,723 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T01:48:32,724 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T01:48:32,725 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T01:48:32,726 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T01:48:32,727 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T01:48:32,728 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T01:48:32,729 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T01:48:32,730 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T01:48:32,733 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T01:48:32,734 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T01:48:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,737 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c764f7c3aa,35555,1733449712428, sessionid=0x10065033bfe0000, setting cluster-up flag (Was=false) 2024-12-06T01:48:32,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,745 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T01:48:32,746 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:32,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:32,754 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T01:48:32,755 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:32,757 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T01:48:32,759 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:32,760 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T01:48:32,760 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T01:48:32,760 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c764f7c3aa,35555,1733449712428 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T01:48:32,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:32,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:32,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:32,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:32,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c764f7c3aa:0, corePoolSize=10, maxPoolSize=10 2024-12-06T01:48:32,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:48:32,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:32,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T01:48:32,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T01:48:32,774 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733449742774 2024-12-06T01:48:32,774 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T01:48:32,774 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T01:48:32,774 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T01:48:32,774 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T01:48:32,774 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T01:48:32,774 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T01:48:32,774 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,776 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T01:48:32,776 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T01:48:32,776 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T01:48:32,779 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T01:48:32,780 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T01:48:32,781 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449712780,5,FailOnTimeoutGroup] 2024-12-06T01:48:32,783 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449712781,5,FailOnTimeoutGroup] 2024-12-06T01:48:32,783 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,783 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T01:48:32,783 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,783 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45473 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:48:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:48:32,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T01:48:32,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b 2024-12-06T01:48:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:48:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45473 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:48:32,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:32,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:48:32,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:48:32,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:32,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:48:32,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:48:32,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:32,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:48:32,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:48:32,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:32,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:48:32,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:48:32,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:32,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:32,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:48:32,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740 2024-12-06T01:48:32,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740 2024-12-06T01:48:32,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:48:32,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:48:32,820 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(746): ClusterId : 8b8d261c-5931-40e1-9c8a-0ca805932322 2024-12-06T01:48:32,820 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:48:32,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:48:32,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:48:32,823 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:48:32,823 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:48:32,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:32,825 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:48:32,826 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=882588, jitterRate=0.12226890027523041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:48:32,826 DEBUG [RS:0;00c764f7c3aa:41973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebb3b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:48:32,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733449712803Initializing all the Stores at 1733449712805 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449712805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449712805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449712805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449712805Cleaning up temporary data from old regions at 1733449712820 (+15 ms)Region opened successfully at 1733449712827 (+7 ms) 2024-12-06T01:48:32,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:48:32,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:48:32,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:48:32,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:48:32,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:48:32,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:48:32,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449712827Disabling compacts and flushes for region at 1733449712827Disabling writes for close at 1733449712828 (+1 ms)Writing region close event to WAL at 1733449712828Closed at 1733449712828 2024-12-06T01:48:32,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:32,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T01:48:32,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T01:48:32,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:48:32,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T01:48:32,846 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c764f7c3aa:41973 2024-12-06T01:48:32,846 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:48:32,846 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:48:32,846 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:48:32,847 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,35555,1733449712428 with port=41973, startcode=1733449712490 2024-12-06T01:48:32,847 DEBUG [RS:0;00c764f7c3aa:41973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:48:32,849 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:48:32,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:32,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35555 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:32,852 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b 2024-12-06T01:48:32,852 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46579 2024-12-06T01:48:32,852 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:48:32,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:48:32,855 DEBUG [RS:0;00c764f7c3aa:41973 {}] zookeeper.ZKUtil(111): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:32,855 WARN [RS:0;00c764f7c3aa:41973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:48:32,855 INFO [RS:0;00c764f7c3aa:41973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:32,855 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:32,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,41973,1733449712490] 2024-12-06T01:48:32,859 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:48:32,863 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:48:32,863 INFO [RS:0;00c764f7c3aa:41973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:48:32,864 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,864 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:48:32,865 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:48:32,865 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,865 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,865 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,865 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,865 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,865 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:32,866 DEBUG [RS:0;00c764f7c3aa:41973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:32,867 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,867 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,867 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,867 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,867 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,867 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,41973,1733449712490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:48:32,884 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:48:32,884 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,41973,1733449712490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,884 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,884 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.Replication(171): 00c764f7c3aa,41973,1733449712490 started 2024-12-06T01:48:32,900 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:32,900 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,41973,1733449712490, RpcServer on 00c764f7c3aa/172.17.0.2:41973, sessionid=0x10065033bfe0001 2024-12-06T01:48:32,900 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:48:32,900 DEBUG [RS:0;00c764f7c3aa:41973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:32,900 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,41973,1733449712490' 2024-12-06T01:48:32,900 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:48:32,901 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:48:32,901 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:48:32,901 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:48:32,901 DEBUG [RS:0;00c764f7c3aa:41973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:32,902 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,41973,1733449712490' 2024-12-06T01:48:32,902 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:48:32,902 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:48:32,903 DEBUG [RS:0;00c764f7c3aa:41973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:48:32,903 INFO [RS:0;00c764f7c3aa:41973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:48:32,903 INFO [RS:0;00c764f7c3aa:41973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:48:32,985 WARN [00c764f7c3aa:35555 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T01:48:33,003 INFO [RS:0;00c764f7c3aa:41973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:33,006 INFO [RS:0;00c764f7c3aa:41973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C41973%2C1733449712490, suffix=, logDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490, archiveDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/oldWALs, maxLogs=32 2024-12-06T01:48:33,022 DEBUG [RS:0;00c764f7c3aa:41973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008, exclude list is [], retry=0 2024-12-06T01:48:33,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-7cfadcb5-4847-4f9a-bd9f-0126e28e6fc7,DISK] 2024-12-06T01:48:33,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45473,DS-2b0b6d8c-d713-4f58-866d-3796a4e342dd,DISK] 2024-12-06T01:48:33,032 INFO [RS:0;00c764f7c3aa:41973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 2024-12-06T01:48:33,033 DEBUG [RS:0;00c764f7c3aa:41973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40101:40101),(127.0.0.1/127.0.0.1:33237:33237)] 2024-12-06T01:48:33,235 DEBUG [00c764f7c3aa:35555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T01:48:33,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:33,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,41973,1733449712490, state=OPENING 2024-12-06T01:48:33,240 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T01:48:33,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:33,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:33,242 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:48:33,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:33,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:33,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,41973,1733449712490}] 2024-12-06T01:48:33,397 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:48:33,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:48:33,405 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T01:48:33,406 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:33,406 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T01:48:33,409 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C41973%2C1733449712490.meta, suffix=.meta, logDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490, archiveDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/oldWALs, maxLogs=32 2024-12-06T01:48:33,433 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta, exclude list is [], retry=0 2024-12-06T01:48:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45473,DS-2b0b6d8c-d713-4f58-866d-3796a4e342dd,DISK] 2024-12-06T01:48:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-7cfadcb5-4847-4f9a-bd9f-0126e28e6fc7,DISK] 2024-12-06T01:48:33,441 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta 2024-12-06T01:48:33,444 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40101:40101),(127.0.0.1/127.0.0.1:33237:33237)] 2024-12-06T01:48:33,444 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:33,445 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T01:48:33,445 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T01:48:33,445 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T01:48:33,445 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T01:48:33,445 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:33,446 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T01:48:33,446 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T01:48:33,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:48:33,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:48:33,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:33,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:33,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:48:33,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:48:33,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:33,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:33,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:48:33,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:48:33,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:33,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:33,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:48:33,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:48:33,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:33,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:33,456 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:48:33,457 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740 2024-12-06T01:48:33,458 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740 2024-12-06T01:48:33,460 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:48:33,460 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:48:33,461 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:48:33,462 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:48:33,464 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878545, jitterRate=0.11712862551212311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:48:33,464 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T01:48:33,465 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733449713446Writing region info on filesystem at 1733449713446Initializing all the Stores at 1733449713447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449713447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449713447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449713447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449713447Cleaning up temporary data from old regions at 1733449713460 (+13 ms)Running coprocessor post-open hooks at 1733449713464 (+4 ms)Region opened successfully at 1733449713465 (+1 ms) 2024-12-06T01:48:33,466 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733449713396 2024-12-06T01:48:33,469 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T01:48:33,469 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T01:48:33,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:33,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,41973,1733449712490, state=OPEN 2024-12-06T01:48:33,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:48:33,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:48:33,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:33,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:33,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:33,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T01:48:33,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,41973,1733449712490 in 234 msec 2024-12-06T01:48:33,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T01:48:33,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-12-06T01:48:33,485 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:33,485 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T01:48:33,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:48:33,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,41973,1733449712490, seqNum=-1] 2024-12-06T01:48:33,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:48:33,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33293, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:48:33,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 737 msec 2024-12-06T01:48:33,497 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733449713497, completionTime=-1 2024-12-06T01:48:33,497 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T01:48:33,497 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T01:48:33,499 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T01:48:33,499 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733449773499 2024-12-06T01:48:33,499 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733449833499 2024-12-06T01:48:33,499 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T01:48:33,499 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35555,1733449712428-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:33,499 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35555,1733449712428-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:33,500 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35555,1733449712428-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:33,500 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c764f7c3aa:35555, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:33,500 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:33,500 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:33,502 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T01:48:33,505 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.964sec 2024-12-06T01:48:33,505 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T01:48:33,505 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T01:48:33,505 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T01:48:33,505 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T01:48:33,505 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T01:48:33,505 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35555,1733449712428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:48:33,505 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35555,1733449712428-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T01:48:33,508 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T01:48:33,508 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T01:48:33,508 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,35555,1733449712428-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:33,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3a774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:33,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,35555,-1 for getting cluster id 2024-12-06T01:48:33,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T01:48:33,522 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b8d261c-5931-40e1-9c8a-0ca805932322' 2024-12-06T01:48:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T01:48:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b8d261c-5931-40e1-9c8a-0ca805932322" 2024-12-06T01:48:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bfd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,35555,-1] 2024-12-06T01:48:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T01:48:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:33,526 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T01:48:33,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698280f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:33,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:48:33,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,41973,1733449712490, seqNum=-1] 2024-12-06T01:48:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:48:33,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:48:33,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:33,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:33,539 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T01:48:33,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:33,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:33,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:33,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:33,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:48:33,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39d1aff0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:33,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725753ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:33,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bdcf5fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/java.io.tmpdir/jetty-localhost-44549-hadoop-hdfs-3_4_1-tests_jar-_-any-7418890821704047501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:33,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2284fd16{HTTP/1.1, (http/1.1)}{localhost:44549} 2024-12-06T01:48:33,684 INFO [Time-limited test {}] server.Server(415): Started @69177ms 2024-12-06T01:48:33,686 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:33,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:33,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:33,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:33,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:33,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:48:33,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b8accec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:33,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dfb2ab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:33,776 WARN [Thread-511 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data6/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:33,776 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data5/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:33,801 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ca5048cb1d638ec with lease ID 0x240fb9d255f782d9: Processing first storage report for DS-f0ffce6a-7a3f-4a58-847d-c0d19f266bf9 from datanode DatanodeRegistration(127.0.0.1:37173, datanodeUuid=5c6fb7e0-64f5-4b64-9d68-39c64ac93553, infoPort=33737, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ca5048cb1d638ec with lease ID 0x240fb9d255f782d9: from storage DS-f0ffce6a-7a3f-4a58-847d-c0d19f266bf9 node DatanodeRegistration(127.0.0.1:37173, datanodeUuid=5c6fb7e0-64f5-4b64-9d68-39c64ac93553, infoPort=33737, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:48:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ca5048cb1d638ec with lease ID 0x240fb9d255f782d9: Processing first storage report for DS-b0f982ea-964b-44d5-9f90-442751bc2b50 from datanode DatanodeRegistration(127.0.0.1:37173, datanodeUuid=5c6fb7e0-64f5-4b64-9d68-39c64ac93553, infoPort=33737, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ca5048cb1d638ec with lease ID 0x240fb9d255f782d9: from storage DS-b0f982ea-964b-44d5-9f90-442751bc2b50 node DatanodeRegistration(127.0.0.1:37173, datanodeUuid=5c6fb7e0-64f5-4b64-9d68-39c64ac93553, infoPort=33737, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:33,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cafcc38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/java.io.tmpdir/jetty-localhost-46593-hadoop-hdfs-3_4_1-tests_jar-_-any-13415521696606012805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:33,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63be57c3{HTTP/1.1, (http/1.1)}{localhost:46593} 2024-12-06T01:48:33,848 INFO [Time-limited test {}] server.Server(415): Started @69341ms 2024-12-06T01:48:33,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:33,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:33,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:33,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:33,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:33,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:48:33,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c938514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:33,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47aafb85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:33,959 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data7/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:33,959 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data8/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:33,978 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x368567e2bf1abfeb with lease ID 0x240fb9d255f782da: Processing first storage report for DS-3c190f59-8442-4caf-b04c-11f059139f51 from datanode DatanodeRegistration(127.0.0.1:37451, datanodeUuid=375ac469-3bb3-4565-91a2-a75f30fc10fd, infoPort=33101, infoSecurePort=0, ipcPort=43491, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x368567e2bf1abfeb with lease ID 0x240fb9d255f782da: from storage DS-3c190f59-8442-4caf-b04c-11f059139f51 node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=375ac469-3bb3-4565-91a2-a75f30fc10fd, infoPort=33101, infoSecurePort=0, ipcPort=43491, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:33,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x368567e2bf1abfeb with lease ID 0x240fb9d255f782da: Processing first storage report for DS-ab0830fb-6a77-405b-8913-5f7f3160a3dc from datanode DatanodeRegistration(127.0.0.1:37451, datanodeUuid=375ac469-3bb3-4565-91a2-a75f30fc10fd, infoPort=33101, infoSecurePort=0, ipcPort=43491, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:33,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x368567e2bf1abfeb with lease ID 0x240fb9d255f782da: from storage DS-ab0830fb-6a77-405b-8913-5f7f3160a3dc node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=375ac469-3bb3-4565-91a2-a75f30fc10fd, infoPort=33101, infoSecurePort=0, ipcPort=43491, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:34,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d3d7401{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/java.io.tmpdir/jetty-localhost-33205-hadoop-hdfs-3_4_1-tests_jar-_-any-7922923485623849427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:34,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a360554{HTTP/1.1, (http/1.1)}{localhost:33205} 2024-12-06T01:48:34,035 INFO [Time-limited test {}] server.Server(415): Started @69528ms 2024-12-06T01:48:34,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:34,136 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data10/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:34,136 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data9/current/BP-2107561871-172.17.0.2-1733449711684/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:34,160 WARN [Thread-560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf46a6e9eeb1c6bd9 with lease ID 0x240fb9d255f782db: Processing first storage report for DS-197ed3b9-a81b-4ec9-915d-04e15e0fa629 from datanode DatanodeRegistration(127.0.0.1:40121, datanodeUuid=cc36cfd9-7730-42d0-880d-12e7932f806d, infoPort=39725, infoSecurePort=0, ipcPort=44959, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf46a6e9eeb1c6bd9 with lease ID 0x240fb9d255f782db: from storage DS-197ed3b9-a81b-4ec9-915d-04e15e0fa629 node DatanodeRegistration(127.0.0.1:40121, datanodeUuid=cc36cfd9-7730-42d0-880d-12e7932f806d, infoPort=39725, infoSecurePort=0, ipcPort=44959, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:48:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf46a6e9eeb1c6bd9 with lease ID 0x240fb9d255f782db: Processing first storage report for DS-760f7963-a708-49e1-87ee-f4b758bf7d32 from datanode DatanodeRegistration(127.0.0.1:40121, datanodeUuid=cc36cfd9-7730-42d0-880d-12e7932f806d, infoPort=39725, infoSecurePort=0, ipcPort=44959, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684) 2024-12-06T01:48:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf46a6e9eeb1c6bd9 with lease ID 0x240fb9d255f782db: from storage DS-760f7963-a708-49e1-87ee-f4b758bf7d32 node DatanodeRegistration(127.0.0.1:40121, datanodeUuid=cc36cfd9-7730-42d0-880d-12e7932f806d, infoPort=39725, infoSecurePort=0, ipcPort=44959, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:34,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T01:48:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c2f822 2024-12-06T01:48:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T01:48:34,174 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T01:48:34,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T01:48:34,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T01:48:34,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:48:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T01:48:34,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T01:48:34,179 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:34,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-06T01:48:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:48:34,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T01:48:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741835_1011 (size=393) 2024-12-06T01:48:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45473 is added to blk_1073741835_1011 (size=393) 2024-12-06T01:48:34,191 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaa9e54b94386134517589abd95d822b, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b 2024-12-06T01:48:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40121 is added to blk_1073741836_1012 (size=76) 2024-12-06T01:48:34,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741836_1012 (size=76) 2024-12-06T01:48:34,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:34,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing aaa9e54b94386134517589abd95d822b, disabling compactions & flushes 2024-12-06T01:48:34,205 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:34,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:34,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. after waiting 0 ms 2024-12-06T01:48:34,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:34,205 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:34,205 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaa9e54b94386134517589abd95d822b: Waiting for close lock at 1733449714205Disabling compacts and flushes for region at 1733449714205Disabling writes for close at 1733449714205Writing region close event to WAL at 1733449714205Closed at 1733449714205 2024-12-06T01:48:34,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T01:48:34,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733449714208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449714208"}]},"ts":"1733449714208"} 2024-12-06T01:48:34,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T01:48:34,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T01:48:34,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449714213"}]},"ts":"1733449714213"} 2024-12-06T01:48:34,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-06T01:48:34,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=aaa9e54b94386134517589abd95d822b, ASSIGN}] 2024-12-06T01:48:34,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=aaa9e54b94386134517589abd95d822b, ASSIGN 2024-12-06T01:48:34,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=aaa9e54b94386134517589abd95d822b, ASSIGN; state=OFFLINE, location=00c764f7c3aa,41973,1733449712490; forceNewPlan=false, retain=false 2024-12-06T01:48:34,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaa9e54b94386134517589abd95d822b, regionState=OPENING, regionLocation=00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:34,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=aaa9e54b94386134517589abd95d822b, ASSIGN because future has completed 2024-12-06T01:48:34,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaa9e54b94386134517589abd95d822b, server=00c764f7c3aa,41973,1733449712490}] 2024-12-06T01:48:34,533 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:34,534 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aaa9e54b94386134517589abd95d822b, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:34,534 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,534 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:34,534 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,535 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,537 INFO [StoreOpener-aaa9e54b94386134517589abd95d822b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,538 INFO [StoreOpener-aaa9e54b94386134517589abd95d822b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa9e54b94386134517589abd95d822b columnFamilyName info 2024-12-06T01:48:34,538 DEBUG [StoreOpener-aaa9e54b94386134517589abd95d822b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:34,539 INFO [StoreOpener-aaa9e54b94386134517589abd95d822b-1 {}] regionserver.HStore(327): Store=aaa9e54b94386134517589abd95d822b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:34,539 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,540 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,541 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,541 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,542 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,544 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,547 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:34,548 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aaa9e54b94386134517589abd95d822b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=863980, jitterRate=0.09860843420028687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:48:34,548 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:34,550 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aaa9e54b94386134517589abd95d822b: Running coprocessor pre-open hook at 1733449714535Writing region info on filesystem at 1733449714535Initializing all the Stores at 1733449714536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449714536Cleaning up temporary data from old regions at 1733449714542 (+6 ms)Running coprocessor post-open hooks at 1733449714548 (+6 ms)Region opened successfully at 1733449714549 (+1 ms) 2024-12-06T01:48:34,551 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b., pid=6, masterSystemTime=1733449714528 2024-12-06T01:48:34,554 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:34,554 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:34,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaa9e54b94386134517589abd95d822b, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:34,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaa9e54b94386134517589abd95d822b, server=00c764f7c3aa,41973,1733449712490 because future has completed 2024-12-06T01:48:34,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T01:48:34,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aaa9e54b94386134517589abd95d822b, server=00c764f7c3aa,41973,1733449712490 in 184 msec 2024-12-06T01:48:34,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T01:48:34,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=aaa9e54b94386134517589abd95d822b, ASSIGN in 346 msec 2024-12-06T01:48:34,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T01:48:34,568 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449714568"}]},"ts":"1733449714568"} 2024-12-06T01:48:34,571 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-06T01:48:34,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T01:48:34,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 397 msec 2024-12-06T01:48:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:35,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:36,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T01:48:36,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:36,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:38,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T01:48:38,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-06T01:48:40,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T01:48:40,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-06T01:48:40,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-06T01:48:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:48:44,251 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-06T01:48:44,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-06T01:48:44,253 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T01:48:44,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-06T01:48:44,258 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T01:48:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-06T01:48:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b., hostname=00c764f7c3aa,41973,1733449712490, seqNum=2] 2024-12-06T01:48:44,265 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-06T01:48:44,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T01:48:44,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:44,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1244068726_22 at /127.0.0.1:50164 [Receiving block BP-2107561871-172.17.0.2-1733449711684:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45059:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50164 dst: /127.0.0.1:45059 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_467716663_22 at /127.0.0.1:36574 [Receiving block BP-2107561871-172.17.0.2-1733449711684:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45473:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36574 dst: /127.0.0.1:45473 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1244068726_22 at /127.0.0.1:36544 [Receiving block BP-2107561871-172.17.0.2-1733449711684:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45473:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36544 dst: /127.0.0.1:45473 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_467716663_22 at /127.0.0.1:36590 [Receiving block BP-2107561871-172.17.0.2-1733449711684:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45473:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36590 dst: /127.0.0.1:45473 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,271 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_467716663_22 at /127.0.0.1:50200 [Receiving block BP-2107561871-172.17.0.2-1733449711684:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45059:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50200 dst: /127.0.0.1:45059 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,271 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_467716663_22 at /127.0.0.1:50188 [Receiving block BP-2107561871-172.17.0.2-1733449711684:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45059:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50188 dst: /127.0.0.1:45059 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bd992ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:44,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a898108{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:44,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:44,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d378eb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:44,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7623b7e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:44,276 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:48:44,276 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107561871-172.17.0.2-1733449711684 (Datanode Uuid 2738096f-95c0-4e62-bf4e-92c607bf4d30) service to localhost/127.0.0.1:46579 2024-12-06T01:48:44,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:48:44,276 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:48:44,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data3/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:44,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data4/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:44,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:48:44,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:44,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:44,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:44,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:44,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:48:44,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e552c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:44,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74f366a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:44,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28ab81a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/java.io.tmpdir/jetty-localhost-45243-hadoop-hdfs-3_4_1-tests_jar-_-any-12062521267569995904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:44,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b49ea4c{HTTP/1.1, (http/1.1)}{localhost:45243} 2024-12-06T01:48:44,482 INFO [Time-limited test {}] server.Server(415): Started @79975ms 2024-12-06T01:48:44,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:44,514 WARN [AsyncFSWAL-0-hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b-prefix:00c764f7c3aa,41973,1733449712490 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,515 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 00c764f7c3aa%2C41973%2C1733449712490:(num 1733449713008) roll requested 2024-12-06T01:48:44,537 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449724515, exclude list is [], retry=0 2024-12-06T01:48:44,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40121,DS-197ed3b9-a81b-4ec9-915d-04e15e0fa629,DISK] 2024-12-06T01:48:44,542 INFO [regionserver/00c764f7c3aa:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:45473,DS-2b0b6d8c-d713-4f58-866d-3796a4e342dd,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-12-06T01:48:44,542 WARN [regionserver/00c764f7c3aa:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449724515 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:45473 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,619 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3c9dd5370a96a71 with lease ID 0x240fb9d255f782dc: from storage DS-2b0b6d8c-d713-4f58-866d-3796a4e342dd node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=2738096f-95c0-4e62-bf4e-92c607bf4d30, infoPort=45823, infoSecurePort=0, ipcPort=45827, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:48:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3c9dd5370a96a71 with lease ID 0x240fb9d255f782dc: from storage DS-9a914fc6-4985-4f5a-bb76-589c2dede606 node DatanodeRegistration(127.0.0.1:40587, datanodeUuid=2738096f-95c0-4e62-bf4e-92c607bf4d30, infoPort=45823, infoSecurePort=0, ipcPort=45827, storageInfo=lv=-57;cid=testClusterID;nsid=508211823;c=1733449711684), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:44,643 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449724515, exclude list is [(127.0.0.1/127.0.0.1:40101:40101)], retry=1 2024-12-06T01:48:44,643 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_467716663_22 at /127.0.0.1:45330 [Receiving block BP-2107561871-172.17.0.2-1733449711684:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:40121:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45330 dst: /127.0.0.1:40121 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-7cfadcb5-4847-4f9a-bd9f-0126e28e6fc7,DISK] 2024-12-06T01:48:44,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40121,DS-197ed3b9-a81b-4ec9-915d-04e15e0fa629,DISK] 2024-12-06T01:48:44,652 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449724515 2024-12-06T01:48:44,652 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33237:33237),(127.0.0.1/127.0.0.1:39725:39725)] 2024-12-06T01:48:44,652 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 is not closed yet, will try archiving it next time 2024-12-06T01:48:44,653 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,653 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,654 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T01:48:44,655 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T01:48:44,655 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 2024-12-06T01:48:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T01:48:44,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:48:44,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:48:44,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:44,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:44,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T01:48:44,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=656087549, stopped=false 2024-12-06T01:48:44,658 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c764f7c3aa,35555,1733449712428 2024-12-06T01:48:44,658 WARN [IPC Server handler 0 on default port 46579 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-12-06T01:48:44,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:44,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:44,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:44,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:48:44,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:48:44,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:48:44,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:44,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:44,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,41973,1733449712490' ***** 2024-12-06T01:48:44,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:48:44,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:44,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T01:48:44,662 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:48:44,662 INFO [RS:0;00c764f7c3aa:41973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:48:44,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:48:44,662 INFO [RS:0;00c764f7c3aa:41973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:48:44,662 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(3091): Received CLOSE for aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:44,662 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:44,663 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:48:44,663 INFO [RS:0;00c764f7c3aa:41973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c764f7c3aa:41973. 2024-12-06T01:48:44,663 DEBUG [RS:0;00c764f7c3aa:41973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:48:44,663 DEBUG [RS:0;00c764f7c3aa:41973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:44,663 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaa9e54b94386134517589abd95d822b, disabling compactions & flushes 2024-12-06T01:48:44,663 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:48:44,663 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:44,663 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:48:44,663 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:48:44,663 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:44,663 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T01:48:44,663 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. after waiting 0 ms 2024-12-06T01:48:44,663 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:44,664 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aaa9e54b94386134517589abd95d822b 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-06T01:48:44,664 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T01:48:44,664 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1325): Online Regions={aaa9e54b94386134517589abd95d822b=TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T01:48:44,664 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaa9e54b94386134517589abd95d822b 2024-12-06T01:48:44,664 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:48:44,664 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:48:44,664 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:48:44,665 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:48:44,665 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:48:44,665 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-06T01:48:44,666 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 after 6ms 2024-12-06T01:48:44,665 WARN [AsyncFSWAL-0-hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b-prefix:00c764f7c3aa,41973,1733449712490.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,666 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 00c764f7c3aa%2C41973%2C1733449712490.meta:.meta(num 1733449713411) roll requested 2024-12-06T01:48:44,689 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449724666.meta, exclude list is [(127.0.0.1/127.0.0.1:40101:40101)], retry=0 2024-12-06T01:48:44,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40587,DS-2b0b6d8c-d713-4f58-866d-3796a4e342dd,DISK] 2024-12-06T01:48:44,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-3c190f59-8442-4caf-b04c-11f059139f51,DISK] 2024-12-06T01:48:44,697 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449724666.meta 2024-12-06T01:48:44,699 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45823:45823),(127.0.0.1/127.0.0.1:33101:33101)] 2024-12-06T01:48:44,699 DEBUG [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta is not closed yet, will try archiving it next time 2024-12-06T01:48:44,699 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,700 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:44,700 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b/.tmp/info/ea0c82def04e4ffea0efc381f1f8b777 is 1055, key is row0001/info:/1733449724263/Put/seqid=0 2024-12-06T01:48:44,700 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta 2024-12-06T01:48:44,701 WARN [IPC Server handler 2 on default port 46579 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-12-06T01:48:44,702 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta after 1ms 2024-12-06T01:48:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741840_1018 (size=7062) 2024-12-06T01:48:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741840_1018 (size=7062) 2024-12-06T01:48:44,716 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b/.tmp/info/ea0c82def04e4ffea0efc381f1f8b777 2024-12-06T01:48:44,730 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b/.tmp/info/ea0c82def04e4ffea0efc381f1f8b777 as hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b/info/ea0c82def04e4ffea0efc381f1f8b777 2024-12-06T01:48:44,731 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/info/31225d82d20c41bfb801162b392c56cb is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b./info:regioninfo/1733449714554/Put/seqid=0 2024-12-06T01:48:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741841_1019 (size=7089) 2024-12-06T01:48:44,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741841_1019 (size=7089) 2024-12-06T01:48:44,744 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/info/31225d82d20c41bfb801162b392c56cb 2024-12-06T01:48:44,746 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b/info/ea0c82def04e4ffea0efc381f1f8b777, entries=2, sequenceid=6, filesize=6.9 K 2024-12-06T01:48:44,747 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for aaa9e54b94386134517589abd95d822b in 84ms, sequenceid=6, compaction requested=false 2024-12-06T01:48:44,753 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/default/TestLogRolling-testLogRollOnDatanodeDeath/aaa9e54b94386134517589abd95d822b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T01:48:44,754 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:44,754 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaa9e54b94386134517589abd95d822b: Waiting for close lock at 1733449724663Running coprocessor pre-close hooks at 1733449724663Disabling compacts and flushes for region at 1733449724663Disabling writes for close at 1733449724663Obtaining lock to block concurrent updates at 1733449724664 (+1 ms)Preparing flush snapshotting stores in aaa9e54b94386134517589abd95d822b at 1733449724664Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733449724664Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. at 1733449724672 (+8 ms)Flushing aaa9e54b94386134517589abd95d822b/info: creating writer at 1733449724672Flushing aaa9e54b94386134517589abd95d822b/info: appending metadata at 1733449724699 (+27 ms)Flushing aaa9e54b94386134517589abd95d822b/info: closing flushed file at 1733449724699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c2867b: reopening flushed file at 1733449724728 (+29 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for aaa9e54b94386134517589abd95d822b in 84ms, sequenceid=6, compaction requested=false at 1733449724747 (+19 ms)Writing region close event to WAL at 1733449724748 (+1 ms)Running coprocessor post-close hooks at 1733449724754 (+6 ms)Closed at 1733449724754 2024-12-06T01:48:44,754 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733449714174.aaa9e54b94386134517589abd95d822b. 2024-12-06T01:48:44,775 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/ns/831bfe4f6fcf40fabffa48522e73ac8d is 43, key is default/ns:d/1733449713490/Put/seqid=0 2024-12-06T01:48:44,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741842_1020 (size=5153) 2024-12-06T01:48:44,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741842_1020 (size=5153) 2024-12-06T01:48:44,783 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/ns/831bfe4f6fcf40fabffa48522e73ac8d 2024-12-06T01:48:44,811 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/table/d3b64abe04cd46b99d4fb14c3ce11fe6 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733449714568/Put/seqid=0 2024-12-06T01:48:44,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741843_1021 (size=5424) 2024-12-06T01:48:44,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741843_1021 (size=5424) 2024-12-06T01:48:44,819 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/table/d3b64abe04cd46b99d4fb14c3ce11fe6 2024-12-06T01:48:44,828 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/info/31225d82d20c41bfb801162b392c56cb as hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/info/31225d82d20c41bfb801162b392c56cb 2024-12-06T01:48:44,836 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/info/31225d82d20c41bfb801162b392c56cb, entries=10, sequenceid=11, filesize=6.9 K 2024-12-06T01:48:44,837 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/ns/831bfe4f6fcf40fabffa48522e73ac8d as hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/ns/831bfe4f6fcf40fabffa48522e73ac8d 2024-12-06T01:48:44,846 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/ns/831bfe4f6fcf40fabffa48522e73ac8d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T01:48:44,847 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/.tmp/table/d3b64abe04cd46b99d4fb14c3ce11fe6 as hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/table/d3b64abe04cd46b99d4fb14c3ce11fe6 2024-12-06T01:48:44,857 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/table/d3b64abe04cd46b99d4fb14c3ce11fe6, entries=2, sequenceid=11, filesize=5.3 K 2024-12-06T01:48:44,858 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 193ms, sequenceid=11, compaction requested=false 2024-12-06T01:48:44,864 DEBUG [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T01:48:44,868 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:48:44,868 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T01:48:44,869 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:48:44,869 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:48:44,869 INFO [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T01:48:44,869 INFO [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T01:48:44,869 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449724664Running coprocessor pre-close hooks at 1733449724664Disabling compacts and flushes for region at 1733449724664Disabling writes for close at 1733449724665 (+1 ms)Obtaining lock to block concurrent updates at 1733449724665Preparing flush snapshotting stores in 1588230740 at 1733449724665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733449724665Flushing stores of hbase:meta,,1.1588230740 at 1733449724700 (+35 ms)Flushing 1588230740/info: creating writer at 1733449724700Flushing 1588230740/info: appending metadata at 1733449724730 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733449724730Flushing 1588230740/ns: creating writer at 1733449724754 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733449724774 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733449724774Flushing 1588230740/table: creating writer at 1733449724791 (+17 ms)Flushing 1588230740/table: appending metadata at 1733449724811 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733449724811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdad35a: reopening flushed file at 1733449724827 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403dcf99: reopening flushed file at 1733449724836 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cae3a24: reopening flushed file at 1733449724846 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 193ms, sequenceid=11, compaction requested=false at 1733449724858 (+12 ms)Writing region close event to WAL at 1733449724862 (+4 ms)Running coprocessor post-close hooks at 1733449724869 (+7 ms)Closed at 1733449724869 2024-12-06T01:48:44,869 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T01:48:45,064 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,41973,1733449712490; all regions closed. 2024-12-06T01:48:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741839_1016 (size=825) 2024-12-06T01:48:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741839_1016 (size=825) 2024-12-06T01:48:46,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T01:48:46,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:46,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:46,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:47,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741833_1015 (size=1599) 2024-12-06T01:48:48,667 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 after 4011ms 2024-12-06T01:48:48,667 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 to hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/oldWALs/00c764f7c3aa%2C41973%2C1733449712490.1733449713008 2024-12-06T01:48:48,702 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta after 4002ms 2024-12-06T01:48:48,703 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/WALs/00c764f7c3aa,41973,1733449712490/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta to hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/oldWALs/00c764f7c3aa%2C41973%2C1733449712490.meta.1733449713411.meta 2024-12-06T01:48:48,706 DEBUG [RS:0;00c764f7c3aa:41973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/oldWALs 2024-12-06T01:48:48,706 INFO [RS:0;00c764f7c3aa:41973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C41973%2C1733449712490.meta:.meta(num 1733449724666) 2024-12-06T01:48:48,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40121 is added to blk_1073741838_1014 (size=2288) 2024-12-06T01:48:48,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741838_1014 (size=2288) 2024-12-06T01:48:48,712 DEBUG [RS:0;00c764f7c3aa:41973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/oldWALs 2024-12-06T01:48:48,712 INFO [RS:0;00c764f7c3aa:41973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C41973%2C1733449712490:(num 1733449724515) 2024-12-06T01:48:48,712 DEBUG [RS:0;00c764f7c3aa:41973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:48,712 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:48:48,712 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:48:48,712 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T01:48:48,712 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:48:48,712 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:48:48,713 INFO [RS:0;00c764f7c3aa:41973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41973 2024-12-06T01:48:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,41973,1733449712490 2024-12-06T01:48:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:48:48,715 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:48:48,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,41973,1733449712490] 2024-12-06T01:48:48,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,41973,1733449712490 already deleted, retry=false 2024-12-06T01:48:48,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,41973,1733449712490 expired; onlineServers=0 2024-12-06T01:48:48,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c764f7c3aa,35555,1733449712428' ***** 2024-12-06T01:48:48,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T01:48:48,718 INFO [M:0;00c764f7c3aa:35555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:48:48,718 INFO [M:0;00c764f7c3aa:35555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:48:48,718 DEBUG [M:0;00c764f7c3aa:35555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T01:48:48,718 DEBUG [M:0;00c764f7c3aa:35555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T01:48:48,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T01:48:48,718 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449712780 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449712780,5,FailOnTimeoutGroup] 2024-12-06T01:48:48,718 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449712781 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449712781,5,FailOnTimeoutGroup] 2024-12-06T01:48:48,719 INFO [M:0;00c764f7c3aa:35555 {}] hbase.ChoreService(370): Chore service for: master/00c764f7c3aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T01:48:48,719 INFO [M:0;00c764f7c3aa:35555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:48:48,719 DEBUG [M:0;00c764f7c3aa:35555 {}] master.HMaster(1795): Stopping service threads 2024-12-06T01:48:48,719 INFO [M:0;00c764f7c3aa:35555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T01:48:48,719 INFO [M:0;00c764f7c3aa:35555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:48:48,719 INFO [M:0;00c764f7c3aa:35555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T01:48:48,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T01:48:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T01:48:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:48,721 DEBUG [M:0;00c764f7c3aa:35555 {}] zookeeper.ZKUtil(347): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T01:48:48,721 WARN [M:0;00c764f7c3aa:35555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T01:48:48,722 INFO [M:0;00c764f7c3aa:35555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/.lastflushedseqids 2024-12-06T01:48:48,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741844_1022 (size=139) 2024-12-06T01:48:48,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741844_1022 (size=139) 2024-12-06T01:48:48,731 INFO [M:0;00c764f7c3aa:35555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T01:48:48,732 INFO [M:0;00c764f7c3aa:35555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T01:48:48,732 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:48:48,732 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:48,732 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:48,732 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:48:48,732 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:48,732 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-12-06T01:48:48,733 WARN [AsyncFSWAL-0-hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData-prefix:00c764f7c3aa,35555,1733449712428 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:48,734 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 00c764f7c3aa%2C35555%2C1733449712428:(num 1733449712657) roll requested 2024-12-06T01:48:48,751 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449728734, exclude list is [], retry=0 2024-12-06T01:48:48,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37451,DS-3c190f59-8442-4caf-b04c-11f059139f51,DISK] 2024-12-06T01:48:48,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-7cfadcb5-4847-4f9a-bd9f-0126e28e6fc7,DISK] 2024-12-06T01:48:48,757 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449728734 2024-12-06T01:48:48,757 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33101:33101),(127.0.0.1/127.0.0.1:33237:33237)] 2024-12-06T01:48:48,757 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 is not closed yet, will try archiving it next time 2024-12-06T01:48:48,757 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:48,757 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T01:48:48,758 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 2024-12-06T01:48:48,759 WARN [IPC Server handler 0 on default port 46579 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-06T01:48:48,759 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 after 1ms 2024-12-06T01:48:48,775 DEBUG [M:0;00c764f7c3aa:35555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eda8d3a93ae54aa2bfaf0c840d798db0 is 82, key is hbase:meta,,1/info:regioninfo/1733449713470/Put/seqid=0 2024-12-06T01:48:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40121 is added to blk_1073741846_1025 (size=5672) 2024-12-06T01:48:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741846_1025 (size=5672) 2024-12-06T01:48:48,783 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eda8d3a93ae54aa2bfaf0c840d798db0 2024-12-06T01:48:48,810 DEBUG [M:0;00c764f7c3aa:35555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdda996551784d17b28376eddc13778d is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733449714574/Put/seqid=0 2024-12-06T01:48:48,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741847_1026 (size=6113) 2024-12-06T01:48:48,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741847_1026 (size=6113) 2024-12-06T01:48:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:48:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41973-0x10065033bfe0001, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:48:48,817 INFO [RS:0;00c764f7c3aa:41973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:48:48,817 INFO [RS:0;00c764f7c3aa:41973 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,41973,1733449712490; zookeeper connection closed. 2024-12-06T01:48:48,817 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdda996551784d17b28376eddc13778d 2024-12-06T01:48:48,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fa518a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fa518a5 2024-12-06T01:48:48,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T01:48:48,847 DEBUG [M:0;00c764f7c3aa:35555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/514d437cd8174def82a90bc34f438dc3 is 69, key is 00c764f7c3aa,41973,1733449712490/rs:state/1733449712850/Put/seqid=0 2024-12-06T01:48:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741848_1027 (size=5156) 2024-12-06T01:48:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741848_1027 (size=5156) 2024-12-06T01:48:48,854 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/514d437cd8174def82a90bc34f438dc3 2024-12-06T01:48:48,878 DEBUG [M:0;00c764f7c3aa:35555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fba04fedb0424cc1b909c394e28e819b is 52, key is load_balancer_on/state:d/1733449713537/Put/seqid=0 2024-12-06T01:48:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40587 is added to blk_1073741849_1028 (size=5056) 2024-12-06T01:48:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741849_1028 (size=5056) 2024-12-06T01:48:48,885 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fba04fedb0424cc1b909c394e28e819b 2024-12-06T01:48:48,892 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eda8d3a93ae54aa2bfaf0c840d798db0 as hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eda8d3a93ae54aa2bfaf0c840d798db0 2024-12-06T01:48:48,899 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eda8d3a93ae54aa2bfaf0c840d798db0, entries=8, sequenceid=56, filesize=5.5 K 2024-12-06T01:48:48,900 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdda996551784d17b28376eddc13778d as hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdda996551784d17b28376eddc13778d 2024-12-06T01:48:48,907 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdda996551784d17b28376eddc13778d, entries=6, sequenceid=56, filesize=6.0 K 2024-12-06T01:48:48,908 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/514d437cd8174def82a90bc34f438dc3 as hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/514d437cd8174def82a90bc34f438dc3 2024-12-06T01:48:48,915 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/514d437cd8174def82a90bc34f438dc3, entries=1, sequenceid=56, filesize=5.0 K 2024-12-06T01:48:48,916 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fba04fedb0424cc1b909c394e28e819b as hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fba04fedb0424cc1b909c394e28e819b 2024-12-06T01:48:48,923 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fba04fedb0424cc1b909c394e28e819b, entries=1, sequenceid=56, filesize=4.9 K 2024-12-06T01:48:48,925 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 193ms, sequenceid=56, compaction requested=false 2024-12-06T01:48:48,927 INFO [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:48,928 DEBUG [M:0;00c764f7c3aa:35555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449728732Disabling compacts and flushes for region at 1733449728732Disabling writes for close at 1733449728732Obtaining lock to block concurrent updates at 1733449728732Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733449728732Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1733449728733 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733449728758 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733449728758Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733449728775 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733449728775Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733449728793 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733449728810 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733449728810Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733449728824 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733449728846 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733449728847 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733449728861 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733449728878 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733449728878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59bd3341: reopening flushed file at 1733449728891 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aad0589: reopening flushed file at 1733449728899 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdee442: reopening flushed file at 1733449728907 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16876ddd: reopening flushed file at 1733449728915 (+8 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 193ms, sequenceid=56, compaction requested=false at 1733449728925 (+10 ms)Writing region close event to WAL at 1733449728927 (+2 ms)Closed at 1733449728927 2024-12-06T01:48:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741845_1023 (size=757) 2024-12-06T01:48:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741845_1023 (size=757) 2024-12-06T01:48:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741833_1015 (size=1599) 2024-12-06T01:48:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741834_1017 (size=2386) 2024-12-06T01:48:50,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T01:48:50,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:48:50,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T01:48:50,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T01:48:52,760 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 after 4002ms 2024-12-06T01:48:52,760 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/WALs/00c764f7c3aa,35555,1733449712428/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 to hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/oldWALs/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 2024-12-06T01:48:52,765 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/MasterData/oldWALs/00c764f7c3aa%2C35555%2C1733449712428.1733449712657 to hdfs://localhost:46579/user/jenkins/test-data/43f6e414-7081-aad4-e27b-6964c0d6ac0b/oldWALs/00c764f7c3aa%2C35555%2C1733449712428.1733449712657$masterlocalwal$ 2024-12-06T01:48:52,765 INFO [M:0;00c764f7c3aa:35555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T01:48:52,765 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:48:52,765 INFO [M:0;00c764f7c3aa:35555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35555 2024-12-06T01:48:52,765 INFO [M:0;00c764f7c3aa:35555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:48:52,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:48:52,868 INFO [M:0;00c764f7c3aa:35555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:48:52,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35555-0x10065033bfe0000, quorum=127.0.0.1:51854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:48:52,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28ab81a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:52,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b49ea4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:52,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:52,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74f366a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:52,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e552c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:52,882 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:48:52,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:48:52,882 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107561871-172.17.0.2-1733449711684 (Datanode Uuid 2738096f-95c0-4e62-bf4e-92c607bf4d30) service to localhost/127.0.0.1:46579 2024-12-06T01:48:52,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:48:52,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data3/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data4/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,884 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:48:52,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d3d7401{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:52,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a360554{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:52,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:52,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47aafb85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:52,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c938514{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:52,899 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:48:52,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:48:52,899 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107561871-172.17.0.2-1733449711684 (Datanode Uuid cc36cfd9-7730-42d0-880d-12e7932f806d) service to localhost/127.0.0.1:46579 2024-12-06T01:48:52,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:48:52,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data9/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data10/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:48:52,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cafcc38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:52,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63be57c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:52,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:52,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dfb2ab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:52,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b8accec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:52,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:48:52,905 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:48:52,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:48:52,905 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107561871-172.17.0.2-1733449711684 (Datanode Uuid 375ac469-3bb3-4565-91a2-a75f30fc10fd) service to localhost/127.0.0.1:46579 2024-12-06T01:48:52,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data7/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:48:52,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data8/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bdcf5fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:52,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2284fd16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:52,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:52,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725753ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:52,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39d1aff0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:52,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:48:52,915 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:48:52,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:48:52,915 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107561871-172.17.0.2-1733449711684 (Datanode Uuid 5c6fb7e0-64f5-4b64-9d68-39c64ac93553) service to localhost/127.0.0.1:46579 2024-12-06T01:48:52,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data5/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data6/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:48:52,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b1b5aec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:52,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@350347e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:52,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:52,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c7d47c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:52,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa549ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:52,926 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:48:52,926 WARN [BP-2107561871-172.17.0.2-1733449711684 heartbeating to localhost/127.0.0.1:46579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107561871-172.17.0.2-1733449711684 (Datanode Uuid c4deb9bf-ce67-4a5f-bca7-181a5ca73fdb) service to localhost/127.0.0.1:46579 2024-12-06T01:48:52,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:48:52,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:48:52,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data1/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/cluster_444e7b6a-23bf-9f41-6e02-a6d39ea50b87/data/data2/current/BP-2107561871-172.17.0.2-1733449711684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:48:52,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:48:52,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7be90ebb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:48:52,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77f470f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:48:52,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:48:52,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f62ce7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:48:52,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d16eae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir/,STOPPED} 2024-12-06T01:48:52,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T01:48:52,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T01:48:53,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 64) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46579 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=9995 (was 10066) 2024-12-06T01:48:53,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=9995 2024-12-06T01:48:53,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T01:48:53,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.log.dir so I do NOT create it in target/test-data/6f39a234-139e-e154-f038-e8af76705d87 2024-12-06T01:48:53,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e7f9fa2-2b0b-f957-36ed-7ffca84e4024/hadoop.tmp.dir so I do NOT create it in target/test-data/6f39a234-139e-e154-f038-e8af76705d87 2024-12-06T01:48:53,028 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46, deleteOnExit=true 2024-12-06T01:48:53,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T01:48:53,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/test.cache.data in system properties and HBase conf 2024-12-06T01:48:53,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T01:48:53,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.log.dir in system properties and HBase conf 2024-12-06T01:48:53,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T01:48:53,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T01:48:53,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T01:48:53,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T01:48:53,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/nfs.dump.dir in system properties and HBase conf 2024-12-06T01:48:53,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/java.io.tmpdir in system properties and HBase conf 2024-12-06T01:48:53,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:48:53,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T01:48:53,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T01:48:53,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:53,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:53,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:53,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:53,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:48:53,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:53,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51de52d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:53,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d4f786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:53,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e3b6c20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/java.io.tmpdir/jetty-localhost-36667-hadoop-hdfs-3_4_1-tests_jar-_-any-5432340418300427395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:48:53,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61546e53{HTTP/1.1, (http/1.1)}{localhost:36667} 2024-12-06T01:48:53,288 INFO [Time-limited test {}] server.Server(415): Started @88781ms 2024-12-06T01:48:53,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:53,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:53,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:53,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:53,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:48:53,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295bc1e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:53,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3459236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:53,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5807111f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/java.io.tmpdir/jetty-localhost-43781-hadoop-hdfs-3_4_1-tests_jar-_-any-932420492639790397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:53,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f2da4cb{HTTP/1.1, (http/1.1)}{localhost:43781} 2024-12-06T01:48:53,690 INFO [Time-limited test {}] server.Server(415): Started @89183ms 2024-12-06T01:48:53,692 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:53,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:48:53,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:48:53,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:48:53,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:48:53,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:48:53,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aca7b5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:48:53,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ba9cae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:48:53,847 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/data/data1/current/BP-1136159425-172.17.0.2-1733449733076/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:53,848 WARN [Thread-788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/data/data2/current/BP-1136159425-172.17.0.2-1733449733076/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:53,917 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:53,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7fcbf11e5e3e2b5 with lease ID 0x20264937e12a8a89: Processing first storage report for DS-e95c5803-3fba-4eaf-8bbc-757adc228204 from datanode DatanodeRegistration(127.0.0.1:33731, datanodeUuid=78e50c61-3e99-44e5-bf14-8191e62f484b, infoPort=34249, infoSecurePort=0, ipcPort=33933, storageInfo=lv=-57;cid=testClusterID;nsid=520383028;c=1733449733076) 2024-12-06T01:48:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7fcbf11e5e3e2b5 with lease ID 0x20264937e12a8a89: from storage DS-e95c5803-3fba-4eaf-8bbc-757adc228204 node DatanodeRegistration(127.0.0.1:33731, datanodeUuid=78e50c61-3e99-44e5-bf14-8191e62f484b, infoPort=34249, infoSecurePort=0, ipcPort=33933, storageInfo=lv=-57;cid=testClusterID;nsid=520383028;c=1733449733076), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7fcbf11e5e3e2b5 with lease ID 0x20264937e12a8a89: Processing first storage report for DS-544cdf52-f429-43bb-b212-16cec6a5899e from datanode DatanodeRegistration(127.0.0.1:33731, datanodeUuid=78e50c61-3e99-44e5-bf14-8191e62f484b, infoPort=34249, infoSecurePort=0, ipcPort=33933, storageInfo=lv=-57;cid=testClusterID;nsid=520383028;c=1733449733076) 2024-12-06T01:48:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7fcbf11e5e3e2b5 with lease ID 0x20264937e12a8a89: from storage DS-544cdf52-f429-43bb-b212-16cec6a5899e node DatanodeRegistration(127.0.0.1:33731, datanodeUuid=78e50c61-3e99-44e5-bf14-8191e62f484b, infoPort=34249, infoSecurePort=0, ipcPort=33933, storageInfo=lv=-57;cid=testClusterID;nsid=520383028;c=1733449733076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:53,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42347bae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/java.io.tmpdir/jetty-localhost-33719-hadoop-hdfs-3_4_1-tests_jar-_-any-1042739500966486939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:48:53,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aa9ad4d{HTTP/1.1, (http/1.1)}{localhost:33719} 2024-12-06T01:48:53,969 INFO [Time-limited test {}] server.Server(415): Started @89461ms 2024-12-06T01:48:53,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:48:54,119 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/data/data3/current/BP-1136159425-172.17.0.2-1733449733076/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:54,119 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/data/data4/current/BP-1136159425-172.17.0.2-1733449733076/current, will proceed with Du for space computation calculation, 2024-12-06T01:48:54,172 WARN [Thread-802 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:48:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x220c8016e27bdb6c with lease ID 0x20264937e12a8a8a: Processing first storage report for DS-d354cfb8-a936-47e4-baf2-6399e73c8705 from datanode DatanodeRegistration(127.0.0.1:33319, datanodeUuid=5d19a91b-ee1c-4042-8fc1-fd43f8f4ef07, infoPort=36549, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=520383028;c=1733449733076) 2024-12-06T01:48:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x220c8016e27bdb6c with lease ID 0x20264937e12a8a8a: from storage DS-d354cfb8-a936-47e4-baf2-6399e73c8705 node DatanodeRegistration(127.0.0.1:33319, datanodeUuid=5d19a91b-ee1c-4042-8fc1-fd43f8f4ef07, infoPort=36549, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=520383028;c=1733449733076), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x220c8016e27bdb6c with lease ID 0x20264937e12a8a8a: Processing first storage report for DS-b609a87b-e199-4bd0-a90b-1188ff0bdf3d from datanode DatanodeRegistration(127.0.0.1:33319, datanodeUuid=5d19a91b-ee1c-4042-8fc1-fd43f8f4ef07, infoPort=36549, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=520383028;c=1733449733076) 2024-12-06T01:48:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x220c8016e27bdb6c with lease ID 0x20264937e12a8a8a: from storage DS-b609a87b-e199-4bd0-a90b-1188ff0bdf3d node DatanodeRegistration(127.0.0.1:33319, datanodeUuid=5d19a91b-ee1c-4042-8fc1-fd43f8f4ef07, infoPort=36549, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=520383028;c=1733449733076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:48:54,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87 2024-12-06T01:48:54,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/zookeeper_0, clientPort=51150, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T01:48:54,194 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51150 2024-12-06T01:48:54,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:54,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:48:54,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28 with version=8 2024-12-06T01:48:54,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/hbase-staging 2024-12-06T01:48:54,232 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:48:54,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:54,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:54,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:48:54,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:54,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:48:54,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T01:48:54,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:48:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:48:54,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43787 2024-12-06T01:48:54,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43787 connecting to ZooKeeper ensemble=127.0.0.1:51150 2024-12-06T01:48:54,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437870x0, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:48:54,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43787-0x100650391100000 connected 2024-12-06T01:48:54,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:54,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:54,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:54,309 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28, hbase.cluster.distributed=false 2024-12-06T01:48:54,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:48:54,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43787 2024-12-06T01:48:54,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43787 2024-12-06T01:48:54,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43787 2024-12-06T01:48:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43787 2024-12-06T01:48:54,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43787 2024-12-06T01:48:54,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:48:54,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:54,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:54,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:48:54,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:48:54,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:48:54,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:48:54,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:48:54,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38479 2024-12-06T01:48:54,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38479 connecting to ZooKeeper ensemble=127.0.0.1:51150 2024-12-06T01:48:54,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:54,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:54,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384790x0, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:48:54,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38479-0x100650391100001 connected 2024-12-06T01:48:54,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:48:54,362 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:48:54,363 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:48:54,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:48:54,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:48:54,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38479 2024-12-06T01:48:54,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38479 2024-12-06T01:48:54,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38479 2024-12-06T01:48:54,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38479 2024-12-06T01:48:54,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38479 2024-12-06T01:48:54,413 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c764f7c3aa:43787 2024-12-06T01:48:54,414 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:54,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:54,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:54,420 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:54,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:48:54,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,423 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T01:48:54,425 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c764f7c3aa,43787,1733449734232 from backup master directory 2024-12-06T01:48:54,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:54,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:54,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:48:54,427 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:48:54,427 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:54,435 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/hbase.id] with ID: 8a0266a7-32e1-4afa-91f6-44f85628358b 2024-12-06T01:48:54,435 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/.tmp/hbase.id 2024-12-06T01:48:54,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:48:54,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:48:54,455 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/.tmp/hbase.id]:[hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/hbase.id] 2024-12-06T01:48:54,479 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:54,479 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T01:48:54,484 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-12-06T01:48:54,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:48:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:48:54,516 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:48:54,517 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T01:48:54,518 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:48:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:48:54,536 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store 2024-12-06T01:48:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:48:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:48:54,552 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:54,552 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:48:54,552 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:54,552 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:54,552 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:48:54,552 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:54,552 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:48:54,552 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449734552Disabling compacts and flushes for region at 1733449734552Disabling writes for close at 1733449734552Writing region close event to WAL at 1733449734552Closed at 1733449734552 2024-12-06T01:48:54,553 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/.initializing 2024-12-06T01:48:54,553 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/WALs/00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:54,555 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:54,558 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C43787%2C1733449734232, suffix=, logDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/WALs/00c764f7c3aa,43787,1733449734232, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/oldWALs, maxLogs=10 2024-12-06T01:48:54,580 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/WALs/00c764f7c3aa,43787,1733449734232/00c764f7c3aa%2C43787%2C1733449734232.1733449734558, exclude list is [], retry=0 2024-12-06T01:48:54,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-e95c5803-3fba-4eaf-8bbc-757adc228204,DISK] 2024-12-06T01:48:54,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-d354cfb8-a936-47e4-baf2-6399e73c8705,DISK] 2024-12-06T01:48:54,594 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/WALs/00c764f7c3aa,43787,1733449734232/00c764f7c3aa%2C43787%2C1733449734232.1733449734558 2024-12-06T01:48:54,595 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249),(127.0.0.1/127.0.0.1:36549:36549)] 2024-12-06T01:48:54,595 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:54,595 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:54,595 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,595 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T01:48:54,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:54,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T01:48:54,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:54,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T01:48:54,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:54,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T01:48:54,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:54,609 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,610 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,611 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,613 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,613 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,613 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:48:54,615 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:48:54,620 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:54,621 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=791877, jitterRate=0.006923675537109375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:48:54,622 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733449734595Initializing all the Stores at 1733449734597 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449734597Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449734597Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449734597Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449734597Cleaning up temporary data from old regions at 1733449734613 (+16 ms)Region opened successfully at 1733449734622 (+9 ms) 2024-12-06T01:48:54,622 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T01:48:54,626 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a94df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:48:54,627 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T01:48:54,627 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T01:48:54,627 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T01:48:54,628 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T01:48:54,628 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T01:48:54,628 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T01:48:54,629 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T01:48:54,634 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T01:48:54,635 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T01:48:54,636 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T01:48:54,637 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T01:48:54,638 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T01:48:54,639 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T01:48:54,640 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T01:48:54,646 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T01:48:54,655 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T01:48:54,674 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T01:48:54,676 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T01:48:54,679 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T01:48:54,682 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T01:48:54,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:54,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:48:54,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,685 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c764f7c3aa,43787,1733449734232, sessionid=0x100650391100000, setting cluster-up flag (Was=false) 2024-12-06T01:48:54,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,694 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T01:48:54,695 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:54,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:54,704 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T01:48:54,706 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:54,709 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T01:48:54,714 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:54,714 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T01:48:54,714 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T01:48:54,715 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c764f7c3aa,43787,1733449734232 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T01:48:54,716 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:54,717 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:54,717 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:54,717 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:48:54,717 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c764f7c3aa:0, corePoolSize=10, maxPoolSize=10 2024-12-06T01:48:54,717 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,717 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:48:54,717 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:54,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T01:48:54,723 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733449764723 2024-12-06T01:48:54,723 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T01:48:54,724 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T01:48:54,724 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T01:48:54,724 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T01:48:54,724 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T01:48:54,724 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T01:48:54,724 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,725 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T01:48:54,725 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T01:48:54,725 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T01:48:54,725 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T01:48:54,726 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T01:48:54,726 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T01:48:54,727 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449734726,5,FailOnTimeoutGroup] 2024-12-06T01:48:54,727 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449734727,5,FailOnTimeoutGroup] 2024-12-06T01:48:54,727 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,727 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T01:48:54,727 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,727 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:48:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:48:54,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T01:48:54,746 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28 2024-12-06T01:48:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:48:54,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:48:54,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:54,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:48:54,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:48:54,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:54,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:48:54,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:48:54,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:54,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:48:54,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:48:54,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:54,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:48:54,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:48:54,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:54,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:54,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:48:54,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740 2024-12-06T01:48:54,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740 2024-12-06T01:48:54,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:48:54,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:48:54,775 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:48:54,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:48:54,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:54,783 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=834505, jitterRate=0.06112886965274811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:48:54,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733449734759Initializing all the Stores at 1733449734760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449734761 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449734761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449734761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449734761Cleaning up temporary data from old regions at 1733449734774 (+13 ms)Region opened successfully at 1733449734784 (+10 ms) 2024-12-06T01:48:54,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:48:54,784 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:48:54,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:48:54,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:48:54,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:48:54,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:48:54,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449734784Disabling compacts and flushes for region at 1733449734784Disabling writes for close at 1733449734785 (+1 ms)Writing region close event to WAL at 1733449734787 (+2 ms)Closed at 1733449734787 2024-12-06T01:48:54,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:54,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T01:48:54,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T01:48:54,791 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:48:54,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T01:48:54,796 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(746): ClusterId : 8a0266a7-32e1-4afa-91f6-44f85628358b 2024-12-06T01:48:54,797 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:48:54,801 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:48:54,801 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:48:54,805 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:48:54,805 DEBUG [RS:0;00c764f7c3aa:38479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756c78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:48:54,825 DEBUG [RS:0;00c764f7c3aa:38479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c764f7c3aa:38479 2024-12-06T01:48:54,825 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:48:54,825 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:48:54,825 DEBUG [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:48:54,826 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,43787,1733449734232 with port=38479, startcode=1733449734348 2024-12-06T01:48:54,826 DEBUG [RS:0;00c764f7c3aa:38479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:48:54,828 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:48:54,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:54,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43787 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:54,831 DEBUG [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28 2024-12-06T01:48:54,831 DEBUG [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46763 2024-12-06T01:48:54,831 DEBUG [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:48:54,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:48:54,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,38479,1733449734348] 2024-12-06T01:48:54,836 DEBUG [RS:0;00c764f7c3aa:38479 {}] zookeeper.ZKUtil(111): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:54,836 WARN [RS:0;00c764f7c3aa:38479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:48:54,836 INFO [RS:0;00c764f7c3aa:38479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:54,836 DEBUG [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:54,857 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:48:54,867 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:48:54,868 INFO [RS:0;00c764f7c3aa:38479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:48:54,868 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,868 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:48:54,870 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:48:54,870 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,870 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,871 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,871 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:48:54,871 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:54,871 DEBUG [RS:0;00c764f7c3aa:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:48:54,872 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,872 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,872 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,872 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,872 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,872 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38479,1733449734348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:48:54,895 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:48:54,895 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38479,1733449734348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,895 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,895 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.Replication(171): 00c764f7c3aa,38479,1733449734348 started 2024-12-06T01:48:54,913 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:54,913 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,38479,1733449734348, RpcServer on 00c764f7c3aa/172.17.0.2:38479, sessionid=0x100650391100001 2024-12-06T01:48:54,913 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:48:54,913 DEBUG [RS:0;00c764f7c3aa:38479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:54,913 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,38479,1733449734348' 2024-12-06T01:48:54,914 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:48:54,916 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:48:54,917 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:48:54,917 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:48:54,917 DEBUG [RS:0;00c764f7c3aa:38479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:54,918 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,38479,1733449734348' 2024-12-06T01:48:54,918 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:48:54,918 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:48:54,919 DEBUG [RS:0;00c764f7c3aa:38479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:48:54,919 INFO [RS:0;00c764f7c3aa:38479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:48:54,919 INFO [RS:0;00c764f7c3aa:38479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:48:54,943 WARN [00c764f7c3aa:43787 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T01:48:55,020 INFO [RS:0;00c764f7c3aa:38479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:48:55,022 INFO [RS:0;00c764f7c3aa:38479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C38479%2C1733449734348, suffix=, logDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/oldWALs, maxLogs=32 2024-12-06T01:48:55,044 DEBUG [RS:0;00c764f7c3aa:38479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449735023, exclude list is [], retry=0 2024-12-06T01:48:55,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-d354cfb8-a936-47e4-baf2-6399e73c8705,DISK] 2024-12-06T01:48:55,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-e95c5803-3fba-4eaf-8bbc-757adc228204,DISK] 2024-12-06T01:48:55,057 INFO [RS:0;00c764f7c3aa:38479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449735023 2024-12-06T01:48:55,057 DEBUG [RS:0;00c764f7c3aa:38479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549),(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-06T01:48:55,194 DEBUG [00c764f7c3aa:43787 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T01:48:55,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:55,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,38479,1733449734348, state=OPENING 2024-12-06T01:48:55,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T01:48:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:48:55,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:55,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:55,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:48:55,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38479,1733449734348}] 2024-12-06T01:48:55,358 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:48:55,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58417, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:48:55,364 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T01:48:55,364 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:48:55,364 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T01:48:55,366 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C38479%2C1733449734348.meta, suffix=.meta, logDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348, archiveDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/oldWALs, maxLogs=32 2024-12-06T01:48:55,380 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.meta.1733449735367.meta, exclude list is [], retry=0 2024-12-06T01:48:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-d354cfb8-a936-47e4-baf2-6399e73c8705,DISK] 2024-12-06T01:48:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-e95c5803-3fba-4eaf-8bbc-757adc228204,DISK] 2024-12-06T01:48:55,385 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.meta.1733449735367.meta 2024-12-06T01:48:55,386 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549),(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-06T01:48:55,386 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:55,386 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T01:48:55,386 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T01:48:55,387 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T01:48:55,387 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T01:48:55,387 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:55,387 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T01:48:55,387 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T01:48:55,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:48:55,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:48:55,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:48:55,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:48:55,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:55,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:48:55,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:48:55,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:55,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:48:55,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:48:55,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:48:55,395 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:48:55,395 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740 2024-12-06T01:48:55,397 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740 2024-12-06T01:48:55,398 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:48:55,398 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:48:55,399 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:48:55,401 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:48:55,402 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=768604, jitterRate=-0.022670447826385498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:48:55,402 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T01:48:55,403 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733449735387Writing region info on filesystem at 1733449735387Initializing all the Stores at 1733449735388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449735388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449735389 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449735389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449735389Cleaning up temporary data from old regions at 1733449735398 (+9 ms)Running coprocessor post-open hooks at 1733449735402 (+4 ms)Region opened successfully at 1733449735403 (+1 ms) 2024-12-06T01:48:55,404 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733449735357 2024-12-06T01:48:55,407 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T01:48:55,407 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T01:48:55,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:55,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,38479,1733449734348, state=OPEN 2024-12-06T01:48:55,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:48:55,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:48:55,413 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:55,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:55,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:48:55,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T01:48:55,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38479,1733449734348 in 211 msec 2024-12-06T01:48:55,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T01:48:55,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-12-06T01:48:55,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:48:55,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T01:48:55,423 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:48:55,423 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,38479,1733449734348, seqNum=-1] 2024-12-06T01:48:55,423 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:48:55,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:48:55,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 717 msec 2024-12-06T01:48:55,431 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733449735431, completionTime=-1 2024-12-06T01:48:55,431 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T01:48:55,431 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T01:48:55,433 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T01:48:55,433 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733449795433 2024-12-06T01:48:55,433 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733449855433 2024-12-06T01:48:55,433 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T01:48:55,434 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43787,1733449734232-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:55,434 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43787,1733449734232-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:55,434 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43787,1733449734232-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:55,434 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c764f7c3aa:43787, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:55,434 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:55,434 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:55,436 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T01:48:55,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.011sec 2024-12-06T01:48:55,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T01:48:55,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T01:48:55,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T01:48:55,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T01:48:55,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T01:48:55,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43787,1733449734232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:48:55,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43787,1733449734232-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T01:48:55,441 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T01:48:55,441 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T01:48:55,441 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43787,1733449734232-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:48:55,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c03dc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:55,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,43787,-1 for getting cluster id 2024-12-06T01:48:55,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T01:48:55,499 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a0266a7-32e1-4afa-91f6-44f85628358b' 2024-12-06T01:48:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T01:48:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a0266a7-32e1-4afa-91f6-44f85628358b" 2024-12-06T01:48:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd5acf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,43787,-1] 2024-12-06T01:48:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T01:48:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:48:55,502 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T01:48:55,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3227ec29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:48:55,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:48:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,38479,1733449734348, seqNum=-1] 2024-12-06T01:48:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:48:55,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:48:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:55,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:48:55,511 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T01:48:55,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T01:48:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,43787,1733449734232 2024-12-06T01:48:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@287608c7 2024-12-06T01:48:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T01:48:55,514 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T01:48:55,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T01:48:55,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T01:48:55,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:48:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:48:55,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T01:48:55,518 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-06T01:48:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:48:55,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T01:48:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741835_1011 (size=405) 2024-12-06T01:48:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741835_1011 (size=405) 2024-12-06T01:48:55,529 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18b8223cfa100fb56b7a4a0d263fe2b6, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28 2024-12-06T01:48:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741836_1012 (size=88) 2024-12-06T01:48:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741836_1012 (size=88) 2024-12-06T01:48:55,538 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:55,538 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 18b8223cfa100fb56b7a4a0d263fe2b6, disabling compactions & flushes 2024-12-06T01:48:55,538 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:48:55,538 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:48:55,538 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. after waiting 0 ms 2024-12-06T01:48:55,538 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:48:55,538 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:48:55,538 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18b8223cfa100fb56b7a4a0d263fe2b6: Waiting for close lock at 1733449735538Disabling compacts and flushes for region at 1733449735538Disabling writes for close at 1733449735538Writing region close event to WAL at 1733449735538Closed at 1733449735538 2024-12-06T01:48:55,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T01:48:55,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733449735540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449735540"}]},"ts":"1733449735540"} 2024-12-06T01:48:55,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T01:48:55,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T01:48:55,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449735545"}]},"ts":"1733449735545"} 2024-12-06T01:48:55,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-06T01:48:55,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18b8223cfa100fb56b7a4a0d263fe2b6, ASSIGN}] 2024-12-06T01:48:55,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18b8223cfa100fb56b7a4a0d263fe2b6, ASSIGN 2024-12-06T01:48:55,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18b8223cfa100fb56b7a4a0d263fe2b6, ASSIGN; state=OFFLINE, location=00c764f7c3aa,38479,1733449734348; forceNewPlan=false, retain=false 2024-12-06T01:48:55,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18b8223cfa100fb56b7a4a0d263fe2b6, regionState=OPENING, regionLocation=00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:55,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18b8223cfa100fb56b7a4a0d263fe2b6, ASSIGN because future has completed 2024-12-06T01:48:55,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18b8223cfa100fb56b7a4a0d263fe2b6, server=00c764f7c3aa,38479,1733449734348}] 2024-12-06T01:48:55,862 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:48:55,862 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 18b8223cfa100fb56b7a4a0d263fe2b6, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:48:55,862 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,862 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:48:55,862 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,862 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,864 INFO [StoreOpener-18b8223cfa100fb56b7a4a0d263fe2b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,865 INFO [StoreOpener-18b8223cfa100fb56b7a4a0d263fe2b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18b8223cfa100fb56b7a4a0d263fe2b6 columnFamilyName info 2024-12-06T01:48:55,866 DEBUG [StoreOpener-18b8223cfa100fb56b7a4a0d263fe2b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:48:55,866 INFO [StoreOpener-18b8223cfa100fb56b7a4a0d263fe2b6-1 {}] regionserver.HStore(327): Store=18b8223cfa100fb56b7a4a0d263fe2b6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:48:55,866 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,867 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,868 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,868 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,868 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,870 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,872 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:48:55,873 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 18b8223cfa100fb56b7a4a0d263fe2b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746048, jitterRate=-0.051351398229599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:48:55,873 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:48:55,874 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 18b8223cfa100fb56b7a4a0d263fe2b6: Running coprocessor pre-open hook at 1733449735862Writing region info on filesystem at 1733449735862Initializing all the Stores at 1733449735863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449735864 (+1 ms)Cleaning up temporary data from old regions at 1733449735868 (+4 ms)Running coprocessor post-open hooks at 1733449735873 (+5 ms)Region opened successfully at 1733449735874 (+1 ms) 2024-12-06T01:48:55,875 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6., pid=6, masterSystemTime=1733449735857 2024-12-06T01:48:55,878 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:48:55,878 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:48:55,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18b8223cfa100fb56b7a4a0d263fe2b6, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,38479,1733449734348 2024-12-06T01:48:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18b8223cfa100fb56b7a4a0d263fe2b6, server=00c764f7c3aa,38479,1733449734348 because future has completed 2024-12-06T01:48:55,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T01:48:55,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18b8223cfa100fb56b7a4a0d263fe2b6, server=00c764f7c3aa,38479,1733449734348 in 179 msec 2024-12-06T01:48:55,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T01:48:55,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=18b8223cfa100fb56b7a4a0d263fe2b6, ASSIGN in 338 msec 2024-12-06T01:48:55,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T01:48:55,889 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449735889"}]},"ts":"1733449735889"} 2024-12-06T01:48:55,891 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-06T01:48:55,892 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T01:48:55,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 377 msec 2024-12-06T01:48:56,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T01:48:56,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:56,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:56,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:56,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:48:56,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:00,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T01:49:00,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:00,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:49:00,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T01:49:00,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T01:49:00,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:00,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:00,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:00,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T01:49:00,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-06T01:49:01,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T01:49:01,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:01,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:01,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:01,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:01,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:01,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:01,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:49:05,621 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T01:49:05,621 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-06T01:49:05,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:05,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6., hostname=00c764f7c3aa,38479,1733449734348, seqNum=2] 2024-12-06T01:49:05,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:05,640 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T01:49:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T01:49:05,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T01:49:05,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T01:49:05,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T01:49:05,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:05,804 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 18b8223cfa100fb56b7a4a0d263fe2b6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T01:49:05,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/d008817fb3604c3ba191350c7c882701 is 1055, key is row0001/info:/1733449745628/Put/seqid=0 2024-12-06T01:49:05,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741837_1013 (size=6008) 2024-12-06T01:49:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741837_1013 (size=6008) 2024-12-06T01:49:05,827 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/d008817fb3604c3ba191350c7c882701 2024-12-06T01:49:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/d008817fb3604c3ba191350c7c882701 as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/d008817fb3604c3ba191350c7c882701 2024-12-06T01:49:05,844 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/d008817fb3604c3ba191350c7c882701, entries=1, sequenceid=5, filesize=5.9 K 2024-12-06T01:49:05,845 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18b8223cfa100fb56b7a4a0d263fe2b6 in 41ms, sequenceid=5, compaction requested=false 2024-12-06T01:49:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 18b8223cfa100fb56b7a4a0d263fe2b6: 2024-12-06T01:49:05,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:05,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T01:49:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T01:49:05,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T01:49:05,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-12-06T01:49:05,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 218 msec 2024-12-06T01:49:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T01:49:15,660 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T01:49:15,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T01:49:15,667 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T01:49:15,668 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T01:49:15,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T01:49:15,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T01:49:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:15,822 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 18b8223cfa100fb56b7a4a0d263fe2b6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T01:49:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/0ba176315494460ca421a630101a7c37 is 1055, key is row0002/info:/1733449755662/Put/seqid=0 2024-12-06T01:49:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741838_1014 (size=6008) 2024-12-06T01:49:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741838_1014 (size=6008) 2024-12-06T01:49:15,834 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/0ba176315494460ca421a630101a7c37 2024-12-06T01:49:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/0ba176315494460ca421a630101a7c37 as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/0ba176315494460ca421a630101a7c37 2024-12-06T01:49:15,849 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/0ba176315494460ca421a630101a7c37, entries=1, sequenceid=9, filesize=5.9 K 2024-12-06T01:49:15,850 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18b8223cfa100fb56b7a4a0d263fe2b6 in 28ms, sequenceid=9, compaction requested=false 2024-12-06T01:49:15,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 18b8223cfa100fb56b7a4a0d263fe2b6: 2024-12-06T01:49:15,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:15,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T01:49:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T01:49:15,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T01:49:15,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-12-06T01:49:15,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-12-06T01:49:24,178 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T01:49:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T01:49:25,741 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T01:49:25,765 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449765744, exclude list is [], retry=0 2024-12-06T01:49:25,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-d354cfb8-a936-47e4-baf2-6399e73c8705,DISK] 2024-12-06T01:49:25,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-e95c5803-3fba-4eaf-8bbc-757adc228204,DISK] 2024-12-06T01:49:25,770 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449735023 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449765744 2024-12-06T01:49:25,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549),(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-06T01:49:25,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449735023 is not closed yet, will try archiving it next time 2024-12-06T01:49:25,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:25,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741833_1009 (size=5471) 2024-12-06T01:49:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741833_1009 (size=5471) 2024-12-06T01:49:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T01:49:25,779 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T01:49:25,780 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T01:49:25,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T01:49:25,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T01:49:25,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:25,935 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 18b8223cfa100fb56b7a4a0d263fe2b6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T01:49:25,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/5ef5e7fb8dad408eb27d397fad53ac70 is 1055, key is row0003/info:/1733449765743/Put/seqid=0 2024-12-06T01:49:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741840_1016 (size=6008) 2024-12-06T01:49:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741840_1016 (size=6008) 2024-12-06T01:49:25,953 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/5ef5e7fb8dad408eb27d397fad53ac70 2024-12-06T01:49:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/5ef5e7fb8dad408eb27d397fad53ac70 as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/5ef5e7fb8dad408eb27d397fad53ac70 2024-12-06T01:49:25,968 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/5ef5e7fb8dad408eb27d397fad53ac70, entries=1, sequenceid=13, filesize=5.9 K 2024-12-06T01:49:25,969 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18b8223cfa100fb56b7a4a0d263fe2b6 in 34ms, sequenceid=13, compaction requested=true 2024-12-06T01:49:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 18b8223cfa100fb56b7a4a0d263fe2b6: 2024-12-06T01:49:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T01:49:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T01:49:25,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T01:49:25,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-12-06T01:49:25,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 203 msec 2024-12-06T01:49:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T01:49:35,820 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T01:49:35,823 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:49:35,826 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T01:49:35,827 DEBUG [Time-limited test {}] regionserver.HStore(1541): 18b8223cfa100fb56b7a4a0d263fe2b6/info is initiating minor compaction (all files) 2024-12-06T01:49:35,828 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:49:35,828 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:35,828 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 18b8223cfa100fb56b7a4a0d263fe2b6/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:35,829 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/d008817fb3604c3ba191350c7c882701, hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/0ba176315494460ca421a630101a7c37, hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/5ef5e7fb8dad408eb27d397fad53ac70] into tmpdir=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp, totalSize=17.6 K 2024-12-06T01:49:35,831 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d008817fb3604c3ba191350c7c882701, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733449745628 2024-12-06T01:49:35,832 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0ba176315494460ca421a630101a7c37, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733449755662 2024-12-06T01:49:35,833 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5ef5e7fb8dad408eb27d397fad53ac70, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733449765743 2024-12-06T01:49:35,864 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 18b8223cfa100fb56b7a4a0d263fe2b6#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:49:35,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/e7142b5e53c142d0a0718fd4a3351747 is 1055, key is row0001/info:/1733449745628/Put/seqid=0 2024-12-06T01:49:35,873 INFO [master/00c764f7c3aa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T01:49:35,873 INFO [master/00c764f7c3aa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T01:49:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741841_1017 (size=8221) 2024-12-06T01:49:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741841_1017 (size=8221) 2024-12-06T01:49:35,888 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/e7142b5e53c142d0a0718fd4a3351747 as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/e7142b5e53c142d0a0718fd4a3351747 2024-12-06T01:49:35,904 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18b8223cfa100fb56b7a4a0d263fe2b6/info of 18b8223cfa100fb56b7a4a0d263fe2b6 into e7142b5e53c142d0a0718fd4a3351747(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:49:35,904 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 18b8223cfa100fb56b7a4a0d263fe2b6: 2024-12-06T01:49:35,923 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449775907, exclude list is [], retry=0 2024-12-06T01:49:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-e95c5803-3fba-4eaf-8bbc-757adc228204,DISK] 2024-12-06T01:49:35,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-d354cfb8-a936-47e4-baf2-6399e73c8705,DISK] 2024-12-06T01:49:35,937 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449765744 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449775907 2024-12-06T01:49:35,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249),(127.0.0.1/127.0.0.1:36549:36549)] 2024-12-06T01:49:35,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449765744 is not closed yet, will try archiving it next time 2024-12-06T01:49:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741839_1015 (size=2495) 2024-12-06T01:49:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741839_1015 (size=2495) 2024-12-06T01:49:35,944 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449735023 to hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/oldWALs/00c764f7c3aa%2C38479%2C1733449734348.1733449735023 2024-12-06T01:49:35,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T01:49:35,949 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T01:49:35,950 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T01:49:35,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T01:49:36,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-06T01:49:36,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:36,105 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 18b8223cfa100fb56b7a4a0d263fe2b6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T01:49:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/8908519ffafb40fcac5ed07a1f723b00 is 1055, key is row0000/info:/1733449775905/Put/seqid=0 2024-12-06T01:49:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741843_1019 (size=6008) 2024-12-06T01:49:36,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741843_1019 (size=6008) 2024-12-06T01:49:36,118 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/8908519ffafb40fcac5ed07a1f723b00 2024-12-06T01:49:36,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/8908519ffafb40fcac5ed07a1f723b00 as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/8908519ffafb40fcac5ed07a1f723b00 2024-12-06T01:49:36,135 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/8908519ffafb40fcac5ed07a1f723b00, entries=1, sequenceid=18, filesize=5.9 K 2024-12-06T01:49:36,136 INFO [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18b8223cfa100fb56b7a4a0d263fe2b6 in 32ms, sequenceid=18, compaction requested=false 2024-12-06T01:49:36,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 18b8223cfa100fb56b7a4a0d263fe2b6: 2024-12-06T01:49:36,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:36,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T01:49:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T01:49:36,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T01:49:36,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-12-06T01:49:36,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-12-06T01:49:40,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 18b8223cfa100fb56b7a4a0d263fe2b6, had cached 0 bytes from a total of 14229 2024-12-06T01:49:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T01:49:46,041 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T01:49:46,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449786043, exclude list is [], retry=0 2024-12-06T01:49:46,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-d354cfb8-a936-47e4-baf2-6399e73c8705,DISK] 2024-12-06T01:49:46,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-e95c5803-3fba-4eaf-8bbc-757adc228204,DISK] 2024-12-06T01:49:46,066 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449775907 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449786043 2024-12-06T01:49:46,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549),(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-06T01:49:46,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449775907 is not closed yet, will try archiving it next time 2024-12-06T01:49:46,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T01:49:46,067 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/WALs/00c764f7c3aa,38479,1733449734348/00c764f7c3aa%2C38479%2C1733449734348.1733449765744 to hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/oldWALs/00c764f7c3aa%2C38479%2C1733449734348.1733449765744 2024-12-06T01:49:46,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:49:46,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:49:46,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:46,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:46,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T01:49:46,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T01:49:46,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=197092639, stopped=false 2024-12-06T01:49:46,068 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c764f7c3aa,43787,1733449734232 2024-12-06T01:49:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741842_1018 (size=2001) 2024-12-06T01:49:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741842_1018 (size=2001) 2024-12-06T01:49:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:49:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:49:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:46,070 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:49:46,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:49:46,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:49:46,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:46,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:46,071 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,38479,1733449734348' ***** 2024-12-06T01:49:46,071 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:49:46,071 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:49:46,071 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:49:46,071 INFO [RS:0;00c764f7c3aa:38479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:49:46,072 INFO [RS:0;00c764f7c3aa:38479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:49:46,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:49:46,072 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(3091): Received CLOSE for 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:49:46,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:49:46,072 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,38479,1733449734348 2024-12-06T01:49:46,072 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:49:46,072 INFO [RS:0;00c764f7c3aa:38479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c764f7c3aa:38479. 2024-12-06T01:49:46,072 DEBUG [RS:0;00c764f7c3aa:38479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:49:46,072 DEBUG [RS:0;00c764f7c3aa:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:46,072 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:49:46,073 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:49:46,073 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:49:46,073 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T01:49:46,073 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18b8223cfa100fb56b7a4a0d263fe2b6, disabling compactions & flushes 2024-12-06T01:49:46,073 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:46,073 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:46,073 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. after waiting 0 ms 2024-12-06T01:49:46,073 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:46,074 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18b8223cfa100fb56b7a4a0d263fe2b6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T01:49:46,076 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T01:49:46,076 DEBUG [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1325): Online Regions={18b8223cfa100fb56b7a4a0d263fe2b6=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T01:49:46,076 DEBUG [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18b8223cfa100fb56b7a4a0d263fe2b6 2024-12-06T01:49:46,076 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:49:46,076 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:49:46,076 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:49:46,076 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:49:46,076 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:49:46,076 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-06T01:49:46,079 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/7c6bd141638a45b6ba83fc6656752be6 is 1055, key is row0001/info:/1733449786042/Put/seqid=0 2024-12-06T01:49:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741845_1021 (size=6008) 2024-12-06T01:49:46,091 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/7c6bd141638a45b6ba83fc6656752be6 2024-12-06T01:49:46,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741845_1021 (size=6008) 2024-12-06T01:49:46,098 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/info/887fdb8f2c6449bbafa92daf48a9345f is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6./info:regioninfo/1733449735878/Put/seqid=0 2024-12-06T01:49:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741846_1022 (size=7308) 2024-12-06T01:49:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741846_1022 (size=7308) 2024-12-06T01:49:46,105 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/.tmp/info/7c6bd141638a45b6ba83fc6656752be6 as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/7c6bd141638a45b6ba83fc6656752be6 2024-12-06T01:49:46,106 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/info/887fdb8f2c6449bbafa92daf48a9345f 2024-12-06T01:49:46,114 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/7c6bd141638a45b6ba83fc6656752be6, entries=1, sequenceid=22, filesize=5.9 K 2024-12-06T01:49:46,116 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18b8223cfa100fb56b7a4a0d263fe2b6 in 43ms, sequenceid=22, compaction requested=true 2024-12-06T01:49:46,117 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/d008817fb3604c3ba191350c7c882701, hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/0ba176315494460ca421a630101a7c37, hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/5ef5e7fb8dad408eb27d397fad53ac70] to archive 2024-12-06T01:49:46,124 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:49:46,127 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/d008817fb3604c3ba191350c7c882701 to hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/d008817fb3604c3ba191350c7c882701 2024-12-06T01:49:46,129 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/0ba176315494460ca421a630101a7c37 to hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/0ba176315494460ca421a630101a7c37 2024-12-06T01:49:46,131 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/5ef5e7fb8dad408eb27d397fad53ac70 to hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/info/5ef5e7fb8dad408eb27d397fad53ac70 2024-12-06T01:49:46,139 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/ns/c49e4e5b11ff416c90f9d0369c27453b is 43, key is default/ns:d/1733449735425/Put/seqid=0 2024-12-06T01:49:46,146 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=00c764f7c3aa:43787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-06T01:49:46,147 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d008817fb3604c3ba191350c7c882701=6008, 0ba176315494460ca421a630101a7c37=6008, 5ef5e7fb8dad408eb27d397fad53ac70=6008] 2024-12-06T01:49:46,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741847_1023 (size=5153) 2024-12-06T01:49:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741847_1023 (size=5153) 2024-12-06T01:49:46,149 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/ns/c49e4e5b11ff416c90f9d0369c27453b 2024-12-06T01:49:46,153 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/18b8223cfa100fb56b7a4a0d263fe2b6/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-06T01:49:46,154 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:46,154 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18b8223cfa100fb56b7a4a0d263fe2b6: Waiting for close lock at 1733449786073Running coprocessor pre-close hooks at 1733449786073Disabling compacts and flushes for region at 1733449786073Disabling writes for close at 1733449786073Obtaining lock to block concurrent updates at 1733449786074 (+1 ms)Preparing flush snapshotting stores in 18b8223cfa100fb56b7a4a0d263fe2b6 at 1733449786074Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733449786074Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. at 1733449786075 (+1 ms)Flushing 18b8223cfa100fb56b7a4a0d263fe2b6/info: creating writer at 1733449786075Flushing 18b8223cfa100fb56b7a4a0d263fe2b6/info: appending metadata at 1733449786079 (+4 ms)Flushing 18b8223cfa100fb56b7a4a0d263fe2b6/info: closing flushed file at 1733449786079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e487c82: reopening flushed file at 1733449786104 (+25 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 18b8223cfa100fb56b7a4a0d263fe2b6 in 43ms, sequenceid=22, compaction requested=true at 1733449786116 (+12 ms)Writing region close event to WAL at 1733449786147 (+31 ms)Running coprocessor post-close hooks at 1733449786154 (+7 ms)Closed at 1733449786154 2024-12-06T01:49:46,154 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733449735515.18b8223cfa100fb56b7a4a0d263fe2b6. 2024-12-06T01:49:46,173 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/table/320ea51ad4a844eeb0b4f815b3cbbce0 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733449735889/Put/seqid=0 2024-12-06T01:49:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741848_1024 (size=5508) 2024-12-06T01:49:46,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741848_1024 (size=5508) 2024-12-06T01:49:46,179 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/table/320ea51ad4a844eeb0b4f815b3cbbce0 2024-12-06T01:49:46,190 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/info/887fdb8f2c6449bbafa92daf48a9345f as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/info/887fdb8f2c6449bbafa92daf48a9345f 2024-12-06T01:49:46,197 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/info/887fdb8f2c6449bbafa92daf48a9345f, entries=10, sequenceid=11, filesize=7.1 K 2024-12-06T01:49:46,198 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/ns/c49e4e5b11ff416c90f9d0369c27453b as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/ns/c49e4e5b11ff416c90f9d0369c27453b 2024-12-06T01:49:46,205 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/ns/c49e4e5b11ff416c90f9d0369c27453b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T01:49:46,206 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/.tmp/table/320ea51ad4a844eeb0b4f815b3cbbce0 as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/table/320ea51ad4a844eeb0b4f815b3cbbce0 2024-12-06T01:49:46,217 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/table/320ea51ad4a844eeb0b4f815b3cbbce0, entries=2, sequenceid=11, filesize=5.4 K 2024-12-06T01:49:46,218 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=11, compaction requested=false 2024-12-06T01:49:46,223 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T01:49:46,224 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:49:46,224 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:49:46,224 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449786076Running coprocessor pre-close hooks at 1733449786076Disabling compacts and flushes for region at 1733449786076Disabling writes for close at 1733449786076Obtaining lock to block concurrent updates at 1733449786076Preparing flush snapshotting stores in 1588230740 at 1733449786076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733449786077 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733449786077Flushing 1588230740/info: creating writer at 1733449786077Flushing 1588230740/info: appending metadata at 1733449786097 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733449786097Flushing 1588230740/ns: creating writer at 1733449786113 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733449786138 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733449786138Flushing 1588230740/table: creating writer at 1733449786157 (+19 ms)Flushing 1588230740/table: appending metadata at 1733449786173 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733449786173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3265cd81: reopening flushed file at 1733449786189 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cc7a30: reopening flushed file at 1733449786198 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dfe9669: reopening flushed file at 1733449786205 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=11, compaction requested=false at 1733449786218 (+13 ms)Writing region close event to WAL at 1733449786220 (+2 ms)Running coprocessor post-close hooks at 1733449786224 (+4 ms)Closed at 1733449786224 2024-12-06T01:49:46,224 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T01:49:46,276 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,38479,1733449734348; all regions closed. 2024-12-06T01:49:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741834_1010 (size=3306) 2024-12-06T01:49:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741834_1010 (size=3306) 2024-12-06T01:49:46,282 DEBUG [RS:0;00c764f7c3aa:38479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/oldWALs 2024-12-06T01:49:46,282 INFO [RS:0;00c764f7c3aa:38479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C38479%2C1733449734348.meta:.meta(num 1733449735367) 2024-12-06T01:49:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741844_1020 (size=1252) 2024-12-06T01:49:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741844_1020 (size=1252) 2024-12-06T01:49:46,289 DEBUG [RS:0;00c764f7c3aa:38479 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/oldWALs 2024-12-06T01:49:46,289 INFO [RS:0;00c764f7c3aa:38479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C38479%2C1733449734348:(num 1733449786043) 2024-12-06T01:49:46,289 DEBUG [RS:0;00c764f7c3aa:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:46,289 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:49:46,289 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:49:46,290 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T01:49:46,290 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:49:46,290 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:49:46,290 INFO [RS:0;00c764f7c3aa:38479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38479 2024-12-06T01:49:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:49:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,38479,1733449734348 2024-12-06T01:49:46,293 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:49:46,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,38479,1733449734348] 2024-12-06T01:49:46,296 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,38479,1733449734348 already deleted, retry=false 2024-12-06T01:49:46,297 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,38479,1733449734348 expired; onlineServers=0 2024-12-06T01:49:46,297 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c764f7c3aa,43787,1733449734232' ***** 2024-12-06T01:49:46,297 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T01:49:46,297 INFO [M:0;00c764f7c3aa:43787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:49:46,297 INFO [M:0;00c764f7c3aa:43787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:49:46,297 DEBUG [M:0;00c764f7c3aa:43787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T01:49:46,297 DEBUG [M:0;00c764f7c3aa:43787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T01:49:46,297 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T01:49:46,297 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449734726 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449734726,5,FailOnTimeoutGroup] 2024-12-06T01:49:46,297 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449734727 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449734727,5,FailOnTimeoutGroup] 2024-12-06T01:49:46,298 INFO [M:0;00c764f7c3aa:43787 {}] hbase.ChoreService(370): Chore service for: master/00c764f7c3aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T01:49:46,298 INFO [M:0;00c764f7c3aa:43787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:49:46,298 DEBUG [M:0;00c764f7c3aa:43787 {}] master.HMaster(1795): Stopping service threads 2024-12-06T01:49:46,298 INFO [M:0;00c764f7c3aa:43787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T01:49:46,298 INFO [M:0;00c764f7c3aa:43787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:49:46,298 INFO [M:0;00c764f7c3aa:43787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T01:49:46,298 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T01:49:46,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T01:49:46,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:46,299 DEBUG [M:0;00c764f7c3aa:43787 {}] zookeeper.ZKUtil(347): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T01:49:46,299 WARN [M:0;00c764f7c3aa:43787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T01:49:46,301 INFO [M:0;00c764f7c3aa:43787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/.lastflushedseqids 2024-12-06T01:49:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741849_1025 (size=130) 2024-12-06T01:49:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741849_1025 (size=130) 2024-12-06T01:49:46,309 INFO [M:0;00c764f7c3aa:43787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T01:49:46,309 INFO [M:0;00c764f7c3aa:43787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T01:49:46,309 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:49:46,309 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:46,309 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:46,309 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:49:46,309 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:46,309 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.57 KB heapSize=54.96 KB 2024-12-06T01:49:46,328 DEBUG [M:0;00c764f7c3aa:43787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b4affd89c5d4473ba56c8f77b60a24d is 82, key is hbase:meta,,1/info:regioninfo/1733449735407/Put/seqid=0 2024-12-06T01:49:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741850_1026 (size=5672) 2024-12-06T01:49:46,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741850_1026 (size=5672) 2024-12-06T01:49:46,349 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b4affd89c5d4473ba56c8f77b60a24d 2024-12-06T01:49:46,375 DEBUG [M:0;00c764f7c3aa:43787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dae387fa75424989b095feb84161840a is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733449735894/Put/seqid=0 2024-12-06T01:49:46,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741851_1027 (size=7820) 2024-12-06T01:49:46,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741851_1027 (size=7820) 2024-12-06T01:49:46,389 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dae387fa75424989b095feb84161840a 2024-12-06T01:49:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x100650391100001, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:46,396 INFO [RS:0;00c764f7c3aa:38479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:49:46,396 INFO [RS:0;00c764f7c3aa:38479 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,38479,1733449734348; zookeeper connection closed. 2024-12-06T01:49:46,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dcaa5f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dcaa5f9 2024-12-06T01:49:46,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T01:49:46,402 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dae387fa75424989b095feb84161840a 2024-12-06T01:49:46,427 DEBUG [M:0;00c764f7c3aa:43787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477389760cd84f50bbf7aae3edb6c2f4 is 69, key is 00c764f7c3aa,38479,1733449734348/rs:state/1733449734830/Put/seqid=0 2024-12-06T01:49:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741852_1028 (size=5156) 2024-12-06T01:49:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741852_1028 (size=5156) 2024-12-06T01:49:46,442 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477389760cd84f50bbf7aae3edb6c2f4 2024-12-06T01:49:46,465 DEBUG [M:0;00c764f7c3aa:43787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d869f5650bcb471ba04df8b4a139067a is 52, key is load_balancer_on/state:d/1733449735511/Put/seqid=0 2024-12-06T01:49:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741853_1029 (size=5056) 2024-12-06T01:49:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741853_1029 (size=5056) 2024-12-06T01:49:46,473 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d869f5650bcb471ba04df8b4a139067a 2024-12-06T01:49:46,479 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b4affd89c5d4473ba56c8f77b60a24d as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b4affd89c5d4473ba56c8f77b60a24d 2024-12-06T01:49:46,487 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b4affd89c5d4473ba56c8f77b60a24d, entries=8, sequenceid=121, filesize=5.5 K 2024-12-06T01:49:46,489 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dae387fa75424989b095feb84161840a as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dae387fa75424989b095feb84161840a 2024-12-06T01:49:46,494 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dae387fa75424989b095feb84161840a 2024-12-06T01:49:46,495 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dae387fa75424989b095feb84161840a, entries=14, sequenceid=121, filesize=7.6 K 2024-12-06T01:49:46,496 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477389760cd84f50bbf7aae3edb6c2f4 as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477389760cd84f50bbf7aae3edb6c2f4 2024-12-06T01:49:46,502 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477389760cd84f50bbf7aae3edb6c2f4, entries=1, sequenceid=121, filesize=5.0 K 2024-12-06T01:49:46,503 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d869f5650bcb471ba04df8b4a139067a as hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d869f5650bcb471ba04df8b4a139067a 2024-12-06T01:49:46,510 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46763/user/jenkins/test-data/2b35df17-abb7-a572-ad90-481da57e5d28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d869f5650bcb471ba04df8b4a139067a, entries=1, sequenceid=121, filesize=4.9 K 2024-12-06T01:49:46,511 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 202ms, sequenceid=121, compaction requested=false 2024-12-06T01:49:46,516 INFO [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:46,516 DEBUG [M:0;00c764f7c3aa:43787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449786309Disabling compacts and flushes for region at 1733449786309Disabling writes for close at 1733449786309Obtaining lock to block concurrent updates at 1733449786309Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733449786309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44611, getHeapSize=56216, getOffHeapSize=0, getCellsCount=140 at 1733449786310 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733449786310Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733449786311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733449786328 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733449786328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733449786355 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733449786374 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733449786374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733449786402 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733449786426 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733449786426Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733449786448 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733449786465 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733449786465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4e00: reopening flushed file at 1733449786479 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cac3a55: reopening flushed file at 1733449786488 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65387edd: reopening flushed file at 1733449786495 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff74a8a: reopening flushed file at 1733449786503 (+8 ms)Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 202ms, sequenceid=121, compaction requested=false at 1733449786511 (+8 ms)Writing region close event to WAL at 1733449786516 (+5 ms)Closed at 1733449786516 2024-12-06T01:49:46,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741830_1006 (size=53008) 2024-12-06T01:49:46,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741830_1006 (size=53008) 2024-12-06T01:49:46,520 INFO [M:0;00c764f7c3aa:43787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T01:49:46,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:49:46,520 INFO [M:0;00c764f7c3aa:43787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43787 2024-12-06T01:49:46,520 INFO [M:0;00c764f7c3aa:43787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:49:46,623 INFO [M:0;00c764f7c3aa:43787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:49:46,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:46,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43787-0x100650391100000, quorum=127.0.0.1:51150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:49:46,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42347bae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:49:46,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aa9ad4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:49:46,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:49:46,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ba9cae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:49:46,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aca7b5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.log.dir/,STOPPED} 2024-12-06T01:49:46,629 WARN [BP-1136159425-172.17.0.2-1733449733076 heartbeating to localhost/127.0.0.1:46763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:49:46,629 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:49:46,629 WARN [BP-1136159425-172.17.0.2-1733449733076 heartbeating to localhost/127.0.0.1:46763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1136159425-172.17.0.2-1733449733076 (Datanode Uuid 5d19a91b-ee1c-4042-8fc1-fd43f8f4ef07) service to localhost/127.0.0.1:46763 2024-12-06T01:49:46,629 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:49:46,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/data/data3/current/BP-1136159425-172.17.0.2-1733449733076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:46,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/data/data4/current/BP-1136159425-172.17.0.2-1733449733076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:46,630 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:49:46,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5807111f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:49:46,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f2da4cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:49:46,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:49:46,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3459236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:49:46,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295bc1e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.log.dir/,STOPPED} 2024-12-06T01:49:46,635 WARN [BP-1136159425-172.17.0.2-1733449733076 heartbeating to localhost/127.0.0.1:46763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:49:46,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:49:46,635 WARN [BP-1136159425-172.17.0.2-1733449733076 heartbeating to localhost/127.0.0.1:46763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1136159425-172.17.0.2-1733449733076 (Datanode Uuid 78e50c61-3e99-44e5-bf14-8191e62f484b) service to localhost/127.0.0.1:46763 2024-12-06T01:49:46,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:49:46,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/data/data1/current/BP-1136159425-172.17.0.2-1733449733076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:46,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/cluster_44ad89a8-5252-2c21-6fd0-c14f51337a46/data/data2/current/BP-1136159425-172.17.0.2-1733449733076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:49:46,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:49:46,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e3b6c20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:49:46,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61546e53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:49:46,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:49:46,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d4f786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:49:46,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51de52d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.log.dir/,STOPPED} 2024-12-06T01:49:46,652 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T01:49:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T01:49:46,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=429 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 263) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9797 (was 9995) 2024-12-06T01:49:46,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=9797 2024-12-06T01:49:46,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T01:49:46,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.log.dir so I do NOT create it in target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4 2024-12-06T01:49:46,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6f39a234-139e-e154-f038-e8af76705d87/hadoop.tmp.dir so I do NOT create it in target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4 2024-12-06T01:49:46,690 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3, deleteOnExit=true 2024-12-06T01:49:46,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T01:49:46,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/test.cache.data in system properties and HBase conf 2024-12-06T01:49:46,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T01:49:46,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.log.dir in system properties and HBase conf 2024-12-06T01:49:46,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T01:49:46,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T01:49:46,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T01:49:46,691 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T01:49:46,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:49:46,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/nfs.dump.dir in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/java.io.tmpdir in system properties and HBase conf 2024-12-06T01:49:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:49:46,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T01:49:46,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T01:49:46,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:49:46,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:49:46,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:49:46,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:49:46,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:49:46,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:49:46,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344f2f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:49:46,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fac4055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:49:46,879 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:49:46,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70fdbb08{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/java.io.tmpdir/jetty-localhost-35111-hadoop-hdfs-3_4_1-tests_jar-_-any-5509646144237611478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:49:46,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@620974ee{HTTP/1.1, (http/1.1)}{localhost:35111} 2024-12-06T01:49:46,972 INFO [Time-limited test {}] server.Server(415): Started @142464ms 2024-12-06T01:49:47,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:49:47,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:49:47,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:49:47,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:49:47,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:49:47,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a321d45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:49:47,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41eacc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:49:47,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39210e1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/java.io.tmpdir/jetty-localhost-43341-hadoop-hdfs-3_4_1-tests_jar-_-any-3219735751638149969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:49:47,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125d1815{HTTP/1.1, (http/1.1)}{localhost:43341} 2024-12-06T01:49:47,205 INFO [Time-limited test {}] server.Server(415): Started @142698ms 2024-12-06T01:49:47,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:49:47,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:49:47,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:49:47,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:49:47,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:49:47,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:49:47,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b935e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:49:47,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7110f9ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:49:47,332 WARN [Thread-1092 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/data/data2/current/BP-132861168-172.17.0.2-1733449786734/current, will proceed with Du for space computation calculation, 2024-12-06T01:49:47,332 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/data/data1/current/BP-132861168-172.17.0.2-1733449786734/current, will proceed with Du for space computation calculation, 2024-12-06T01:49:47,358 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:49:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d9bfedd2eb5e59e with lease ID 0xb09012163cab4f50: Processing first storage report for DS-c35bbf31-6bcb-4954-bd3a-eec1fa83ef6a from datanode DatanodeRegistration(127.0.0.1:36567, datanodeUuid=ec32cbb6-0819-4b84-9faa-af4f519dd96b, infoPort=38025, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=656274875;c=1733449786734) 2024-12-06T01:49:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d9bfedd2eb5e59e with lease ID 0xb09012163cab4f50: from storage DS-c35bbf31-6bcb-4954-bd3a-eec1fa83ef6a node DatanodeRegistration(127.0.0.1:36567, datanodeUuid=ec32cbb6-0819-4b84-9faa-af4f519dd96b, infoPort=38025, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=656274875;c=1733449786734), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:49:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d9bfedd2eb5e59e with lease ID 0xb09012163cab4f50: Processing first storage report for DS-f1d1a296-2a86-488e-aacb-bb95cc406568 from datanode DatanodeRegistration(127.0.0.1:36567, datanodeUuid=ec32cbb6-0819-4b84-9faa-af4f519dd96b, infoPort=38025, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=656274875;c=1733449786734) 2024-12-06T01:49:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d9bfedd2eb5e59e with lease ID 0xb09012163cab4f50: from storage DS-f1d1a296-2a86-488e-aacb-bb95cc406568 node DatanodeRegistration(127.0.0.1:36567, datanodeUuid=ec32cbb6-0819-4b84-9faa-af4f519dd96b, infoPort=38025, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=656274875;c=1733449786734), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:49:47,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4505923c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/java.io.tmpdir/jetty-localhost-38407-hadoop-hdfs-3_4_1-tests_jar-_-any-3907053911437029781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:49:47,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b1ba8e5{HTTP/1.1, (http/1.1)}{localhost:38407} 2024-12-06T01:49:47,412 INFO [Time-limited test {}] server.Server(415): Started @142905ms 2024-12-06T01:49:47,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:49:47,515 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/data/data4/current/BP-132861168-172.17.0.2-1733449786734/current, will proceed with Du for space computation calculation, 2024-12-06T01:49:47,515 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/data/data3/current/BP-132861168-172.17.0.2-1733449786734/current, will proceed with Du for space computation calculation, 2024-12-06T01:49:47,540 WARN [Thread-1106 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:49:47,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56fad5b727991e85 with lease ID 0xb09012163cab4f51: Processing first storage report for DS-ce005bf8-d5e1-4b31-b820-f98addd95eb0 from datanode DatanodeRegistration(127.0.0.1:37567, datanodeUuid=421bb8b2-bb48-45dd-8c71-7eecb2ebf564, infoPort=35467, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=656274875;c=1733449786734) 2024-12-06T01:49:47,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56fad5b727991e85 with lease ID 0xb09012163cab4f51: from storage DS-ce005bf8-d5e1-4b31-b820-f98addd95eb0 node DatanodeRegistration(127.0.0.1:37567, datanodeUuid=421bb8b2-bb48-45dd-8c71-7eecb2ebf564, infoPort=35467, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=656274875;c=1733449786734), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T01:49:47,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56fad5b727991e85 with lease ID 0xb09012163cab4f51: Processing first storage report for DS-ece25870-2b9a-49dc-b9ea-a7b5df5ddd04 from datanode DatanodeRegistration(127.0.0.1:37567, datanodeUuid=421bb8b2-bb48-45dd-8c71-7eecb2ebf564, infoPort=35467, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=656274875;c=1733449786734) 2024-12-06T01:49:47,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56fad5b727991e85 with lease ID 0xb09012163cab4f51: from storage DS-ece25870-2b9a-49dc-b9ea-a7b5df5ddd04 node DatanodeRegistration(127.0.0.1:37567, datanodeUuid=421bb8b2-bb48-45dd-8c71-7eecb2ebf564, infoPort=35467, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=656274875;c=1733449786734), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:49:47,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4 2024-12-06T01:49:47,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/zookeeper_0, clientPort=50720, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T01:49:47,652 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50720 2024-12-06T01:49:47,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:49:47,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:49:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:49:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:49:47,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f with version=8 2024-12-06T01:49:47,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/hbase-staging 2024-12-06T01:49:47,668 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:49:47,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:49:47,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:49:47,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:49:47,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:49:47,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:49:47,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T01:49:47,669 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:49:47,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43425 2024-12-06T01:49:47,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43425 connecting to ZooKeeper ensemble=127.0.0.1:50720 2024-12-06T01:49:47,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434250x0, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:49:47,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43425-0x100650461e80000 connected 2024-12-06T01:49:47,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:49:47,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:49:47,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:49:47,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f, hbase.cluster.distributed=false 2024-12-06T01:49:47,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:49:47,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43425 2024-12-06T01:49:47,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43425 2024-12-06T01:49:47,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43425 2024-12-06T01:49:47,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43425 2024-12-06T01:49:47,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43425 2024-12-06T01:49:47,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:49:47,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:49:47,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:49:47,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:49:47,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:49:47,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:49:47,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:49:47,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:49:47,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38239 2024-12-06T01:49:47,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38239 connecting to ZooKeeper ensemble=127.0.0.1:50720 2024-12-06T01:49:47,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:49:47,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:49:47,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382390x0, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:49:47,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382390x0, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:49:47,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38239-0x100650461e80001 connected 2024-12-06T01:49:47,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:49:47,738 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:49:47,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:49:47,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:49:47,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38239 2024-12-06T01:49:47,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38239 2024-12-06T01:49:47,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38239 2024-12-06T01:49:47,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38239 2024-12-06T01:49:47,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38239 2024-12-06T01:49:47,756 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c764f7c3aa:43425 2024-12-06T01:49:47,756 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:47,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:49:47,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:49:47,759 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:49:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:47,762 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T01:49:47,762 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c764f7c3aa,43425,1733449787668 from backup master directory 2024-12-06T01:49:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:49:47,764 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:49:47,764 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:49:47,769 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/hbase.id] with ID: 5fa899d9-36b6-4f3e-a8b0-a4ef9d700f97 2024-12-06T01:49:47,769 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/.tmp/hbase.id 2024-12-06T01:49:47,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:49:47,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:49:48,178 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/.tmp/hbase.id]:[hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/hbase.id] 2024-12-06T01:49:48,195 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:49:48,196 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T01:49:48,197 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T01:49:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:49:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:49:48,219 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:49:48,220 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T01:49:48,220 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:48,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:49:48,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:49:48,235 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store 2024-12-06T01:49:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:49:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:49:48,245 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:48,245 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:49:48,245 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:48,245 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:48,245 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:49:48,245 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:48,245 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:49:48,245 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449788245Disabling compacts and flushes for region at 1733449788245Disabling writes for close at 1733449788245Writing region close event to WAL at 1733449788245Closed at 1733449788245 2024-12-06T01:49:48,246 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/.initializing 2024-12-06T01:49:48,246 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/WALs/00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:48,247 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:49:48,249 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C43425%2C1733449787668, suffix=, logDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/WALs/00c764f7c3aa,43425,1733449787668, archiveDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/oldWALs, maxLogs=10 2024-12-06T01:49:48,263 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/WALs/00c764f7c3aa,43425,1733449787668/00c764f7c3aa%2C43425%2C1733449787668.1733449788249, exclude list is [], retry=0 2024-12-06T01:49:48,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-ce005bf8-d5e1-4b31-b820-f98addd95eb0,DISK] 2024-12-06T01:49:48,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36567,DS-c35bbf31-6bcb-4954-bd3a-eec1fa83ef6a,DISK] 2024-12-06T01:49:48,277 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/WALs/00c764f7c3aa,43425,1733449787668/00c764f7c3aa%2C43425%2C1733449787668.1733449788249 2024-12-06T01:49:48,278 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35467:35467),(127.0.0.1/127.0.0.1:38025:38025)] 2024-12-06T01:49:48,278 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:48,278 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:48,278 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,278 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T01:49:48,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:48,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T01:49:48,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:48,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T01:49:48,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:48,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T01:49:48,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:48,291 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,291 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,292 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,294 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,294 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,294 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:49:48,296 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:49:48,298 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:49:48,299 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=731816, jitterRate=-0.0694480687379837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:49:48,300 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733449788278Initializing all the Stores at 1733449788279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449788280 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449788280Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449788280Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449788280Cleaning up temporary data from old regions at 1733449788294 (+14 ms)Region opened successfully at 1733449788300 (+6 ms) 2024-12-06T01:49:48,300 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T01:49:48,304 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303433f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:49:48,305 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T01:49:48,305 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T01:49:48,305 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T01:49:48,306 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T01:49:48,306 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T01:49:48,306 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T01:49:48,306 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T01:49:48,310 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T01:49:48,312 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T01:49:48,313 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T01:49:48,313 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T01:49:48,314 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T01:49:48,316 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T01:49:48,317 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T01:49:48,317 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T01:49:48,320 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T01:49:48,321 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T01:49:48,323 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T01:49:48,325 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T01:49:48,327 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T01:49:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:49:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:49:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,330 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c764f7c3aa,43425,1733449787668, sessionid=0x100650461e80000, setting cluster-up flag (Was=false) 2024-12-06T01:49:48,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,340 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T01:49:48,341 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:48,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,351 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T01:49:48,352 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:48,353 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T01:49:48,355 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T01:49:48,355 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T01:49:48,355 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T01:49:48,356 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c764f7c3aa,43425,1733449787668 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T01:49:48,357 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:49:48,357 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:49:48,357 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:49:48,357 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:49:48,357 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c764f7c3aa:0, corePoolSize=10, maxPoolSize=10 2024-12-06T01:49:48,357 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,357 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:49:48,357 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:49:48,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T01:49:48,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T01:49:48,368 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733449818368 2024-12-06T01:49:48,368 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T01:49:48,368 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T01:49:48,368 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T01:49:48,368 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T01:49:48,368 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T01:49:48,368 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T01:49:48,368 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,369 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T01:49:48,369 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T01:49:48,369 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T01:49:48,373 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T01:49:48,373 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T01:49:48,373 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449788373,5,FailOnTimeoutGroup] 2024-12-06T01:49:48,374 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449788374,5,FailOnTimeoutGroup] 2024-12-06T01:49:48,374 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,374 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T01:49:48,374 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,374 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:49:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:49:48,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T01:49:48,379 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f 2024-12-06T01:49:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:49:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741832_1008 (size=32) 2024-12-06T01:49:48,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:48,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:49:48,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:49:48,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:48,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:49:48,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:49:48,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:48,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:49:48,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:49:48,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:48,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:49:48,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:49:48,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:48,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:48,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:49:48,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740 2024-12-06T01:49:48,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740 2024-12-06T01:49:48,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:49:48,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:49:48,413 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:49:48,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:49:48,416 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:49:48,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715961, jitterRate=-0.08960919082164764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:49:48,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733449788398Initializing all the Stores at 1733449788399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449788400 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449788400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449788400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449788400Cleaning up temporary data from old regions at 1733449788412 (+12 ms)Region opened successfully at 1733449788417 (+5 ms) 2024-12-06T01:49:48,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:49:48,418 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:49:48,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:49:48,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:49:48,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:49:48,418 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:49:48,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449788418Disabling compacts and flushes for region at 1733449788418Disabling writes for close at 1733449788418Writing region close event to WAL at 1733449788418Closed at 1733449788418 2024-12-06T01:49:48,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:49:48,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T01:49:48,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T01:49:48,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:49:48,422 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T01:49:48,445 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(746): ClusterId : 5fa899d9-36b6-4f3e-a8b0-a4ef9d700f97 2024-12-06T01:49:48,445 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:49:48,447 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:49:48,447 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:49:48,449 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:49:48,450 DEBUG [RS:0;00c764f7c3aa:38239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69088f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:49:48,466 DEBUG [RS:0;00c764f7c3aa:38239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c764f7c3aa:38239 2024-12-06T01:49:48,466 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:49:48,466 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:49:48,466 DEBUG [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:49:48,467 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,43425,1733449787668 with port=38239, startcode=1733449787726 2024-12-06T01:49:48,468 DEBUG [RS:0;00c764f7c3aa:38239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:49:48,470 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:49:48,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:48,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43425 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:48,472 DEBUG [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f 2024-12-06T01:49:48,472 DEBUG [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44021 2024-12-06T01:49:48,472 DEBUG [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:49:48,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:49:48,475 DEBUG [RS:0;00c764f7c3aa:38239 {}] zookeeper.ZKUtil(111): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:48,475 WARN [RS:0;00c764f7c3aa:38239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:49:48,475 INFO [RS:0;00c764f7c3aa:38239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:48,475 DEBUG [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:48,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,38239,1733449787726] 2024-12-06T01:49:48,484 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:49:48,486 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:49:48,487 INFO [RS:0;00c764f7c3aa:38239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:49:48,487 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,489 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:49:48,491 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:49:48,491 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,491 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,491 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,491 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,491 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,491 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,491 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:49:48,491 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,492 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,493 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,493 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,493 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,493 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:49:48,493 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:49:48,493 DEBUG [RS:0;00c764f7c3aa:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:49:48,495 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,495 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,497 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,497 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,497 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,497 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38239,1733449787726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:49:48,524 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:49:48,525 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38239,1733449787726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,525 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,525 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.Replication(171): 00c764f7c3aa,38239,1733449787726 started 2024-12-06T01:49:48,548 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:48,548 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,38239,1733449787726, RpcServer on 00c764f7c3aa/172.17.0.2:38239, sessionid=0x100650461e80001 2024-12-06T01:49:48,549 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:49:48,549 DEBUG [RS:0;00c764f7c3aa:38239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:48,549 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,38239,1733449787726' 2024-12-06T01:49:48,549 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:49:48,549 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:49:48,550 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:49:48,550 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:49:48,550 DEBUG [RS:0;00c764f7c3aa:38239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:48,550 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,38239,1733449787726' 2024-12-06T01:49:48,550 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:49:48,550 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:49:48,551 DEBUG [RS:0;00c764f7c3aa:38239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:49:48,551 INFO [RS:0;00c764f7c3aa:38239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:49:48,551 INFO [RS:0;00c764f7c3aa:38239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:49:48,572 WARN [00c764f7c3aa:43425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T01:49:48,651 INFO [RS:0;00c764f7c3aa:38239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:49:48,655 INFO [RS:0;00c764f7c3aa:38239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C38239%2C1733449787726, suffix=, logDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726, archiveDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/oldWALs, maxLogs=32 2024-12-06T01:49:48,676 DEBUG [RS:0;00c764f7c3aa:38239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449788656, exclude list is [], retry=0 2024-12-06T01:49:48,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-ce005bf8-d5e1-4b31-b820-f98addd95eb0,DISK] 2024-12-06T01:49:48,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36567,DS-c35bbf31-6bcb-4954-bd3a-eec1fa83ef6a,DISK] 2024-12-06T01:49:48,696 INFO [RS:0;00c764f7c3aa:38239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449788656 2024-12-06T01:49:48,698 DEBUG [RS:0;00c764f7c3aa:38239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38025:38025),(127.0.0.1/127.0.0.1:35467:35467)] 2024-12-06T01:49:48,823 DEBUG [00c764f7c3aa:43425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T01:49:48,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:48,825 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,38239,1733449787726, state=OPENING 2024-12-06T01:49:48,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T01:49:48,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:49:48,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:48,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:49:48,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:48,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38239,1733449787726}] 2024-12-06T01:49:48,984 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:49:48,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:49:48,990 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T01:49:48,991 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:49:48,991 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T01:49:48,992 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C38239%2C1733449787726.meta, suffix=.meta, logDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726, archiveDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/oldWALs, maxLogs=32 2024-12-06T01:49:49,007 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.meta.1733449788993.meta, exclude list is [], retry=0 2024-12-06T01:49:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36567,DS-c35bbf31-6bcb-4954-bd3a-eec1fa83ef6a,DISK] 2024-12-06T01:49:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-ce005bf8-d5e1-4b31-b820-f98addd95eb0,DISK] 2024-12-06T01:49:49,013 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.meta.1733449788993.meta 2024-12-06T01:49:49,013 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38025:38025),(127.0.0.1/127.0.0.1:35467:35467)] 2024-12-06T01:49:49,013 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:49,013 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T01:49:49,013 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T01:49:49,013 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T01:49:49,013 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T01:49:49,014 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:49,014 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T01:49:49,014 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T01:49:49,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:49:49,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:49:49,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:49,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:49,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:49:49,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:49:49,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:49,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:49,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:49:49,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:49:49,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:49,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:49,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:49:49,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:49:49,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:49,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:49:49,022 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:49:49,022 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740 2024-12-06T01:49:49,024 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740 2024-12-06T01:49:49,025 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:49:49,025 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:49:49,026 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:49:49,027 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:49:49,028 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724953, jitterRate=-0.07817475497722626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:49:49,028 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T01:49:49,029 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733449789014Writing region info on filesystem at 1733449789014Initializing all the Stores at 1733449789015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449789015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449789016 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449789016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449789016Cleaning up temporary data from old regions at 1733449789025 (+9 ms)Running coprocessor post-open hooks at 1733449789028 (+3 ms)Region opened successfully at 1733449789029 (+1 ms) 2024-12-06T01:49:49,030 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733449788984 2024-12-06T01:49:49,033 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T01:49:49,033 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T01:49:49,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:49,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,38239,1733449787726, state=OPEN 2024-12-06T01:49:49,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:49:49,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:49:49,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:49,043 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:49,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:49:49,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T01:49:49,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,38239,1733449787726 in 213 msec 2024-12-06T01:49:49,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T01:49:49,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-12-06T01:49:49,048 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:49:49,049 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T01:49:49,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:49:49,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,38239,1733449787726, seqNum=-1] 2024-12-06T01:49:49,050 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:49:49,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:49:49,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 702 msec 2024-12-06T01:49:49,057 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733449789057, completionTime=-1 2024-12-06T01:49:49,057 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T01:49:49,058 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T01:49:49,060 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T01:49:49,060 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733449849060 2024-12-06T01:49:49,060 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733449909060 2024-12-06T01:49:49,060 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T01:49:49,060 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43425,1733449787668-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:49,060 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43425,1733449787668-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:49,060 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43425,1733449787668-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:49,061 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c764f7c3aa:43425, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:49,061 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:49,062 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:49,063 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T01:49:49,066 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.302sec 2024-12-06T01:49:49,066 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T01:49:49,066 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T01:49:49,066 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T01:49:49,066 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T01:49:49,066 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T01:49:49,066 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43425,1733449787668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:49:49,066 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43425,1733449787668-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T01:49:49,069 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T01:49:49,069 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T01:49:49,069 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,43425,1733449787668-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:49:49,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dbc4f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:49:49,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,43425,-1 for getting cluster id 2024-12-06T01:49:49,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T01:49:49,147 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa899d9-36b6-4f3e-a8b0-a4ef9d700f97' 2024-12-06T01:49:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T01:49:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa899d9-36b6-4f3e-a8b0-a4ef9d700f97" 2024-12-06T01:49:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338b214c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:49:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,43425,-1] 2024-12-06T01:49:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T01:49:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:49:49,151 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T01:49:49,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d156cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:49:49,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:49:49,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,38239,1733449787726, seqNum=-1] 2024-12-06T01:49:49,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:49:49,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:49:49,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:49,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:49:49,160 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T01:49:49,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T01:49:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c764f7c3aa,43425,1733449787668 2024-12-06T01:49:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@651d1ee6 2024-12-06T01:49:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T01:49:49,163 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T01:49:49,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T01:49:49,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T01:49:49,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:49:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-06T01:49:49,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T01:49:49,168 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:49,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-06T01:49:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:49:49,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T01:49:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741835_1011 (size=381) 2024-12-06T01:49:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741835_1011 (size=381) 2024-12-06T01:49:49,182 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57de575492a8dc224c21ee9436c99c51, NAME => 'TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f 2024-12-06T01:49:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741836_1012 (size=64) 2024-12-06T01:49:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741836_1012 (size=64) 2024-12-06T01:49:49,200 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:49,200 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 57de575492a8dc224c21ee9436c99c51, disabling compactions & flushes 2024-12-06T01:49:49,200 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:49:49,200 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:49:49,200 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. after waiting 0 ms 2024-12-06T01:49:49,200 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:49:49,200 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:49:49,200 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57de575492a8dc224c21ee9436c99c51: Waiting for close lock at 1733449789200Disabling compacts and flushes for region at 1733449789200Disabling writes for close at 1733449789200Writing region close event to WAL at 1733449789200Closed at 1733449789200 2024-12-06T01:49:49,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T01:49:49,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733449789202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449789202"}]},"ts":"1733449789202"} 2024-12-06T01:49:49,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T01:49:49,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T01:49:49,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449789206"}]},"ts":"1733449789206"} 2024-12-06T01:49:49,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-06T01:49:49,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, ASSIGN}] 2024-12-06T01:49:49,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, ASSIGN 2024-12-06T01:49:49,210 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, ASSIGN; state=OFFLINE, location=00c764f7c3aa,38239,1733449787726; forceNewPlan=false, retain=false 2024-12-06T01:49:49,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=57de575492a8dc224c21ee9436c99c51, regionState=OPENING, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:49,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, ASSIGN because future has completed 2024-12-06T01:49:49,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726}] 2024-12-06T01:49:49,522 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:49:49,522 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 57de575492a8dc224c21ee9436c99c51, NAME => 'TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:49:49,523 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,523 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:49:49,523 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,523 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,525 INFO [StoreOpener-57de575492a8dc224c21ee9436c99c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,527 INFO [StoreOpener-57de575492a8dc224c21ee9436c99c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57de575492a8dc224c21ee9436c99c51 columnFamilyName info 2024-12-06T01:49:49,527 DEBUG [StoreOpener-57de575492a8dc224c21ee9436c99c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:49:49,527 INFO [StoreOpener-57de575492a8dc224c21ee9436c99c51-1 {}] regionserver.HStore(327): Store=57de575492a8dc224c21ee9436c99c51/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:49:49,528 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,528 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,529 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,529 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,529 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,532 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,535 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:49:49,536 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 57de575492a8dc224c21ee9436c99c51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767748, jitterRate=-0.023759111762046814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:49:49,536 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:49,537 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 57de575492a8dc224c21ee9436c99c51: Running coprocessor pre-open hook at 1733449789523Writing region info on filesystem at 1733449789523Initializing all the Stores at 1733449789524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449789524Cleaning up temporary data from old regions at 1733449789529 (+5 ms)Running coprocessor post-open hooks at 1733449789536 (+7 ms)Region opened successfully at 1733449789537 (+1 ms) 2024-12-06T01:49:49,538 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., pid=6, masterSystemTime=1733449789518 2024-12-06T01:49:49,540 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:49:49,540 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:49:49,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=57de575492a8dc224c21ee9436c99c51, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:49,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 because future has completed 2024-12-06T01:49:49,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T01:49:49,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 in 180 msec 2024-12-06T01:49:49,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T01:49:49,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, ASSIGN in 339 msec 2024-12-06T01:49:49,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T01:49:49,551 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733449789551"}]},"ts":"1733449789551"} 2024-12-06T01:49:49,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-06T01:49:49,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T01:49:49,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 391 msec 2024-12-06T01:49:50,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-06T01:49:50,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T01:49:50,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T01:49:51,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T01:49:51,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:51,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:49:54,484 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T01:49:54,484 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-06T01:49:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T01:49:59,221 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-06T01:49:59,221 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-06T01:49:59,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-06T01:49:59,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:49:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2] 2024-12-06T01:49:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:49:59,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57de575492a8dc224c21ee9436c99c51 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T01:49:59,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/fd5fece5cf08441f87a285a81b6c830b is 1055, key is row0001/info:/1733449799234/Put/seqid=0 2024-12-06T01:49:59,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741837_1013 (size=13386) 2024-12-06T01:49:59,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741837_1013 (size=13386) 2024-12-06T01:49:59,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/fd5fece5cf08441f87a285a81b6c830b 2024-12-06T01:49:59,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:49:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55996 deadline: 1733449809315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 2024-12-06T01:49:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/fd5fece5cf08441f87a285a81b6c830b as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/fd5fece5cf08441f87a285a81b6c830b 2024-12-06T01:49:59,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/fd5fece5cf08441f87a285a81b6c830b, entries=8, sequenceid=12, filesize=13.1 K 2024-12-06T01:49:59,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 57de575492a8dc224c21ee9436c99c51 in 93ms, sequenceid=12, compaction requested=false 2024-12-06T01:49:59,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57de575492a8dc224c21ee9436c99c51: 2024-12-06T01:49:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T01:49:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T01:49:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 because the exception is null or not the one we care about 2024-12-06T01:50:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:09,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57de575492a8dc224c21ee9436c99c51 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-06T01:50:09,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/78e65cfa1c1c4e5dbe066be716fc799a is 1055, key is row0009/info:/1733449799257/Put/seqid=0 2024-12-06T01:50:09,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741838_1014 (size=28134) 2024-12-06T01:50:09,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741838_1014 (size=28134) 2024-12-06T01:50:09,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/78e65cfa1c1c4e5dbe066be716fc799a 2024-12-06T01:50:09,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/78e65cfa1c1c4e5dbe066be716fc799a as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a 2024-12-06T01:50:09,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a, entries=22, sequenceid=37, filesize=27.5 K 2024-12-06T01:50:09,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 57de575492a8dc224c21ee9436c99c51 in 30ms, sequenceid=37, compaction requested=false 2024-12-06T01:50:09,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57de575492a8dc224c21ee9436c99c51: 2024-12-06T01:50:09,473 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-12-06T01:50:09,473 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:09,473 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a because midkey is the same as first or last row 2024-12-06T01:50:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:11,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57de575492a8dc224c21ee9436c99c51 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T01:50:11,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/66bf59a71c054ee797781273134b3c2e is 1055, key is row0031/info:/1733449809444/Put/seqid=0 2024-12-06T01:50:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741839_1015 (size=13386) 2024-12-06T01:50:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741839_1015 (size=13386) 2024-12-06T01:50:11,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/66bf59a71c054ee797781273134b3c2e 2024-12-06T01:50:11,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/66bf59a71c054ee797781273134b3c2e as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/66bf59a71c054ee797781273134b3c2e 2024-12-06T01:50:11,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/66bf59a71c054ee797781273134b3c2e, entries=8, sequenceid=48, filesize=13.1 K 2024-12-06T01:50:11,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 57de575492a8dc224c21ee9436c99c51 in 27ms, sequenceid=48, compaction requested=true 2024-12-06T01:50:11,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57de575492a8dc224c21ee9436c99c51: 2024-12-06T01:50:11,486 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-12-06T01:50:11,486 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:11,486 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a because midkey is the same as first or last row 2024-12-06T01:50:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:11,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57de575492a8dc224c21ee9436c99c51:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T01:50:11,487 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:50:11,489 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T01:50:11,489 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1541): 57de575492a8dc224c21ee9436c99c51/info is initiating minor compaction (all files) 2024-12-06T01:50:11,489 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57de575492a8dc224c21ee9436c99c51/info in TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:50:11,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:11,489 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/fd5fece5cf08441f87a285a81b6c830b, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/66bf59a71c054ee797781273134b3c2e] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp, totalSize=53.6 K 2024-12-06T01:50:11,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57de575492a8dc224c21ee9436c99c51 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-06T01:50:11,490 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd5fece5cf08441f87a285a81b6c830b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733449799234 2024-12-06T01:50:11,490 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78e65cfa1c1c4e5dbe066be716fc799a, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733449799257 2024-12-06T01:50:11,491 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66bf59a71c054ee797781273134b3c2e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733449809444 2024-12-06T01:50:11,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/c746af9ad6d241efbb8f9f3f99ed87e5 is 1055, key is row0039/info:/1733449811459/Put/seqid=0 2024-12-06T01:50:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741840_1016 (size=23926) 2024-12-06T01:50:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741840_1016 (size=23926) 2024-12-06T01:50:11,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/c746af9ad6d241efbb8f9f3f99ed87e5 2024-12-06T01:50:11,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/c746af9ad6d241efbb8f9f3f99ed87e5 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/c746af9ad6d241efbb8f9f3f99ed87e5 2024-12-06T01:50:11,515 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57de575492a8dc224c21ee9436c99c51#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:50:11,516 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/e50338d993454adeab90d42b0e393e4d is 1055, key is row0001/info:/1733449799234/Put/seqid=0 2024-12-06T01:50:11,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/c746af9ad6d241efbb8f9f3f99ed87e5, entries=18, sequenceid=69, filesize=23.4 K 2024-12-06T01:50:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741841_1017 (size=45105) 2024-12-06T01:50:11,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=8.21 KB/8408 for 57de575492a8dc224c21ee9436c99c51 in 33ms, sequenceid=69, compaction requested=false 2024-12-06T01:50:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57de575492a8dc224c21ee9436c99c51: 2024-12-06T01:50:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.0 K, sizeToCheck=16.0 K 2024-12-06T01:50:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741841_1017 (size=45105) 2024-12-06T01:50:11,522 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a because midkey is the same as first or last row 2024-12-06T01:50:11,529 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/e50338d993454adeab90d42b0e393e4d as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d 2024-12-06T01:50:11,535 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57de575492a8dc224c21ee9436c99c51/info of 57de575492a8dc224c21ee9436c99c51 into e50338d993454adeab90d42b0e393e4d(size=44.0 K), total size for store is 67.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:50:11,535 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57de575492a8dc224c21ee9436c99c51: 2024-12-06T01:50:11,537 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., storeName=57de575492a8dc224c21ee9436c99c51/info, priority=13, startTime=1733449811487; duration=0sec 2024-12-06T01:50:11,537 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-12-06T01:50:11,537 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:11,537 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d because midkey is the same as first or last row 2024-12-06T01:50:11,538 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-12-06T01:50:11,538 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:11,538 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d because midkey is the same as first or last row 2024-12-06T01:50:11,538 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-12-06T01:50:11,538 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:11,538 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d because midkey is the same as first or last row 2024-12-06T01:50:11,538 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:11,538 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57de575492a8dc224c21ee9436c99c51:info 2024-12-06T01:50:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57de575492a8dc224c21ee9436c99c51 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-12-06T01:50:13,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/743960e715b9495e82ab5dd9c5cbec7a is 1055, key is row0057/info:/1733449811491/Put/seqid=0 2024-12-06T01:50:13,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741842_1018 (size=14438) 2024-12-06T01:50:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741842_1018 (size=14438) 2024-12-06T01:50:13,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/743960e715b9495e82ab5dd9c5cbec7a 2024-12-06T01:50:13,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/743960e715b9495e82ab5dd9c5cbec7a as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/743960e715b9495e82ab5dd9c5cbec7a 2024-12-06T01:50:13,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/743960e715b9495e82ab5dd9c5cbec7a, entries=9, sequenceid=82, filesize=14.1 K 2024-12-06T01:50:13,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=18.47 KB/18918 for 57de575492a8dc224c21ee9436c99c51 in 34ms, sequenceid=82, compaction requested=true 2024-12-06T01:50:13,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57de575492a8dc224c21ee9436c99c51: 2024-12-06T01:50:13,544 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-12-06T01:50:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,544 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:13,544 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d because midkey is the same as first or last row 2024-12-06T01:50:13,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57de575492a8dc224c21ee9436c99c51:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T01:50:13,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:13,544 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:50:13,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57de575492a8dc224c21ee9436c99c51 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-12-06T01:50:13,546 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T01:50:13,546 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1541): 57de575492a8dc224c21ee9436c99c51/info is initiating minor compaction (all files) 2024-12-06T01:50:13,546 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57de575492a8dc224c21ee9436c99c51/info in TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:50:13,546 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/c746af9ad6d241efbb8f9f3f99ed87e5, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/743960e715b9495e82ab5dd9c5cbec7a] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp, totalSize=81.5 K 2024-12-06T01:50:13,546 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting e50338d993454adeab90d42b0e393e4d, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733449799234 2024-12-06T01:50:13,547 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting c746af9ad6d241efbb8f9f3f99ed87e5, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1733449811459 2024-12-06T01:50:13,548 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 743960e715b9495e82ab5dd9c5cbec7a, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733449811491 2024-12-06T01:50:13,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/900c0e118ca34e02962a3c893cc1b397 is 1055, key is row0066/info:/1733449813510/Put/seqid=0 2024-12-06T01:50:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:50:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55996 deadline: 1733449823563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T01:50:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T01:50:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 because the exception is null or not the one we care about 2024-12-06T01:50:13,565 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57de575492a8dc224c21ee9436c99c51#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:50:13,565 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/75eb8dc8ae7a4569b651f6fac4813efd is 1055, key is row0001/info:/1733449799234/Put/seqid=0 2024-12-06T01:50:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741843_1019 (size=24978) 2024-12-06T01:50:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741843_1019 (size=24978) 2024-12-06T01:50:13,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/900c0e118ca34e02962a3c893cc1b397 2024-12-06T01:50:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741844_1020 (size=73753) 2024-12-06T01:50:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741844_1020 (size=73753) 2024-12-06T01:50:13,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/900c0e118ca34e02962a3c893cc1b397 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/900c0e118ca34e02962a3c893cc1b397 2024-12-06T01:50:13,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/900c0e118ca34e02962a3c893cc1b397, entries=19, sequenceid=104, filesize=24.4 K 2024-12-06T01:50:13,581 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/75eb8dc8ae7a4569b651f6fac4813efd as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd 2024-12-06T01:50:13,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=10.26 KB/10510 for 57de575492a8dc224c21ee9436c99c51 in 37ms, sequenceid=104, compaction requested=false 2024-12-06T01:50:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57de575492a8dc224c21ee9436c99c51: 2024-12-06T01:50:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.9 K, sizeToCheck=16.0 K 2024-12-06T01:50:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d because midkey is the same as first or last row 2024-12-06T01:50:13,587 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57de575492a8dc224c21ee9436c99c51/info of 57de575492a8dc224c21ee9436c99c51 into 75eb8dc8ae7a4569b651f6fac4813efd(size=72.0 K), total size for store is 96.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:50:13,587 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57de575492a8dc224c21ee9436c99c51: 2024-12-06T01:50:13,587 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., storeName=57de575492a8dc224c21ee9436c99c51/info, priority=13, startTime=1733449813544; duration=0sec 2024-12-06T01:50:13,587 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.4 K, sizeToCheck=16.0 K 2024-12-06T01:50:13,587 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:13,587 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.4 K, sizeToCheck=16.0 K 2024-12-06T01:50:13,587 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:13,587 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=96.4 K, sizeToCheck=16.0 K 2024-12-06T01:50:13,587 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T01:50:13,588 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:13,588 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:13,588 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57de575492a8dc224c21ee9436c99c51:info 2024-12-06T01:50:13,589 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43425 {}] assignment.AssignmentManager(1363): Split request from 00c764f7c3aa,38239,1733449787726, parent={ENCODED => 57de575492a8dc224c21ee9436c99c51, NAME => 'TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-06T01:50:13,595 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43425 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:13,598 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=57de575492a8dc224c21ee9436c99c51, daughterA=b62c336b51cb872944deb7995279040f, daughterB=bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:13,599 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=57de575492a8dc224c21ee9436c99c51, daughterA=b62c336b51cb872944deb7995279040f, daughterB=bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:13,599 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=57de575492a8dc224c21ee9436c99c51, daughterA=b62c336b51cb872944deb7995279040f, daughterB=bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:13,599 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=57de575492a8dc224c21ee9436c99c51, daughterA=b62c336b51cb872944deb7995279040f, daughterB=bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:13,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, UNASSIGN}] 2024-12-06T01:50:13,607 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, UNASSIGN 2024-12-06T01:50:13,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=57de575492a8dc224c21ee9436c99c51, regionState=CLOSING, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:13,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, UNASSIGN because future has completed 2024-12-06T01:50:13,611 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-06T01:50:13,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726}] 2024-12-06T01:50:13,768 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,768 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-06T01:50:13,769 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 57de575492a8dc224c21ee9436c99c51, disabling compactions & flushes 2024-12-06T01:50:13,769 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:50:13,769 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:50:13,769 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. after waiting 0 ms 2024-12-06T01:50:13,769 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:50:13,769 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 57de575492a8dc224c21ee9436c99c51 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-06T01:50:13,774 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/ce86b3b88a594354a867068d2ea0c95d is 1055, key is row0085/info:/1733449813545/Put/seqid=0 2024-12-06T01:50:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741845_1021 (size=15490) 2024-12-06T01:50:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741845_1021 (size=15490) 2024-12-06T01:50:13,781 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/ce86b3b88a594354a867068d2ea0c95d 2024-12-06T01:50:13,787 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/.tmp/info/ce86b3b88a594354a867068d2ea0c95d as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/ce86b3b88a594354a867068d2ea0c95d 2024-12-06T01:50:13,793 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/ce86b3b88a594354a867068d2ea0c95d, entries=10, sequenceid=118, filesize=15.1 K 2024-12-06T01:50:13,794 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=0 B/0 for 57de575492a8dc224c21ee9436c99c51 in 25ms, sequenceid=118, compaction requested=true 2024-12-06T01:50:13,795 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/fd5fece5cf08441f87a285a81b6c830b, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/66bf59a71c054ee797781273134b3c2e, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/c746af9ad6d241efbb8f9f3f99ed87e5, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/743960e715b9495e82ab5dd9c5cbec7a] to archive 2024-12-06T01:50:13,796 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:50:13,797 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/fd5fece5cf08441f87a285a81b6c830b to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/fd5fece5cf08441f87a285a81b6c830b 2024-12-06T01:50:13,799 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/78e65cfa1c1c4e5dbe066be716fc799a 2024-12-06T01:50:13,800 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/e50338d993454adeab90d42b0e393e4d 2024-12-06T01:50:13,801 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/66bf59a71c054ee797781273134b3c2e to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/66bf59a71c054ee797781273134b3c2e 2024-12-06T01:50:13,802 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/c746af9ad6d241efbb8f9f3f99ed87e5 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/c746af9ad6d241efbb8f9f3f99ed87e5 2024-12-06T01:50:13,804 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/743960e715b9495e82ab5dd9c5cbec7a to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/743960e715b9495e82ab5dd9c5cbec7a 2024-12-06T01:50:13,809 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-12-06T01:50:13,810 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. 2024-12-06T01:50:13,810 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 57de575492a8dc224c21ee9436c99c51: Waiting for close lock at 1733449813769Running coprocessor pre-close hooks at 1733449813769Disabling compacts and flushes for region at 1733449813769Disabling writes for close at 1733449813769Obtaining lock to block concurrent updates at 1733449813769Preparing flush snapshotting stores in 57de575492a8dc224c21ee9436c99c51 at 1733449813769Finished memstore snapshotting TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., syncing WAL and waiting on mvcc, flushsize=dataSize=10510, getHeapSize=11520, getOffHeapSize=0, getCellsCount=10 at 1733449813769Flushing stores of TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. at 1733449813770 (+1 ms)Flushing 57de575492a8dc224c21ee9436c99c51/info: creating writer at 1733449813770Flushing 57de575492a8dc224c21ee9436c99c51/info: appending metadata at 1733449813773 (+3 ms)Flushing 57de575492a8dc224c21ee9436c99c51/info: closing flushed file at 1733449813774 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c266fa7: reopening flushed file at 1733449813786 (+12 ms)Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=0 B/0 for 57de575492a8dc224c21ee9436c99c51 in 25ms, sequenceid=118, compaction requested=true at 1733449813794 (+8 ms)Writing region close event to WAL at 1733449813806 (+12 ms)Running coprocessor post-close hooks at 1733449813810 (+4 ms)Closed at 1733449813810 2024-12-06T01:50:13,812 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=57de575492a8dc224c21ee9436c99c51, regionState=CLOSED 2024-12-06T01:50:13,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 because future has completed 2024-12-06T01:50:13,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T01:50:13,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 57de575492a8dc224c21ee9436c99c51, server=00c764f7c3aa,38239,1733449787726 in 205 msec 2024-12-06T01:50:13,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T01:50:13,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=57de575492a8dc224c21ee9436c99c51, UNASSIGN in 212 msec 2024-12-06T01:50:13,828 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:50:13,831 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=57de575492a8dc224c21ee9436c99c51, threads=3 2024-12-06T01:50:13,834 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/ce86b3b88a594354a867068d2ea0c95d for region: 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,834 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd for region: 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,834 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/900c0e118ca34e02962a3c893cc1b397 for region: 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,845 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/ce86b3b88a594354a867068d2ea0c95d, top=true 2024-12-06T01:50:13,845 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/900c0e118ca34e02962a3c893cc1b397, top=true 2024-12-06T01:50:13,853 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-900c0e118ca34e02962a3c893cc1b397 for child: bf489bdc936b529a6c042e24cc865338, parent: 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,853 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/900c0e118ca34e02962a3c893cc1b397 for region: 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,854 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-ce86b3b88a594354a867068d2ea0c95d for child: bf489bdc936b529a6c042e24cc865338, parent: 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,854 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/ce86b3b88a594354a867068d2ea0c95d for region: 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741846_1022 (size=27) 2024-12-06T01:50:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741846_1022 (size=27) 2024-12-06T01:50:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741847_1023 (size=27) 2024-12-06T01:50:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741847_1023 (size=27) 2024-12-06T01:50:13,869 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd for region: 57de575492a8dc224c21ee9436c99c51 2024-12-06T01:50:13,871 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 57de575492a8dc224c21ee9436c99c51 Daughter A: [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51] storefiles, Daughter B: [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-900c0e118ca34e02962a3c893cc1b397, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-ce86b3b88a594354a867068d2ea0c95d] storefiles. 2024-12-06T01:50:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741848_1024 (size=71) 2024-12-06T01:50:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741848_1024 (size=71) 2024-12-06T01:50:13,882 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:50:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741849_1025 (size=71) 2024-12-06T01:50:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741849_1025 (size=71) 2024-12-06T01:50:13,900 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:50:13,914 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-12-06T01:50:13,916 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-12-06T01:50:13,920 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733449813919"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733449813919"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733449813919"}]},"ts":"1733449813919"} 2024-12-06T01:50:13,920 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733449813919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449813919"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733449813919"}]},"ts":"1733449813919"} 2024-12-06T01:50:13,920 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733449813919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733449813919"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733449813919"}]},"ts":"1733449813919"} 2024-12-06T01:50:13,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b62c336b51cb872944deb7995279040f, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bf489bdc936b529a6c042e24cc865338, ASSIGN}] 2024-12-06T01:50:13,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b62c336b51cb872944deb7995279040f, ASSIGN 2024-12-06T01:50:13,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bf489bdc936b529a6c042e24cc865338, ASSIGN 2024-12-06T01:50:13,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b62c336b51cb872944deb7995279040f, ASSIGN; state=SPLITTING_NEW, location=00c764f7c3aa,38239,1733449787726; forceNewPlan=false, retain=false 2024-12-06T01:50:13,946 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bf489bdc936b529a6c042e24cc865338, ASSIGN; state=SPLITTING_NEW, location=00c764f7c3aa,38239,1733449787726; forceNewPlan=false, retain=false 2024-12-06T01:50:14,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b62c336b51cb872944deb7995279040f, regionState=OPENING, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:14,096 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bf489bdc936b529a6c042e24cc865338, regionState=OPENING, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:14,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bf489bdc936b529a6c042e24cc865338, ASSIGN because future has completed 2024-12-06T01:50:14,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf489bdc936b529a6c042e24cc865338, server=00c764f7c3aa,38239,1733449787726}] 2024-12-06T01:50:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b62c336b51cb872944deb7995279040f, ASSIGN because future has completed 2024-12-06T01:50:14,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b62c336b51cb872944deb7995279040f, server=00c764f7c3aa,38239,1733449787726}] 2024-12-06T01:50:14,257 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:50:14,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b62c336b51cb872944deb7995279040f, NAME => 'TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-06T01:50:14,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:50:14,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,257 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,259 INFO [StoreOpener-b62c336b51cb872944deb7995279040f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,260 INFO [StoreOpener-b62c336b51cb872944deb7995279040f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b62c336b51cb872944deb7995279040f columnFamilyName info 2024-12-06T01:50:14,260 DEBUG [StoreOpener-b62c336b51cb872944deb7995279040f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:50:14,274 DEBUG [StoreOpener-b62c336b51cb872944deb7995279040f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51->hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd-bottom 2024-12-06T01:50:14,275 INFO [StoreOpener-b62c336b51cb872944deb7995279040f-1 {}] regionserver.HStore(327): Store=b62c336b51cb872944deb7995279040f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:50:14,275 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,276 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,277 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,277 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,277 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,279 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,280 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened b62c336b51cb872944deb7995279040f; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=759825, jitterRate=-0.03383335471153259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:50:14,280 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b62c336b51cb872944deb7995279040f 2024-12-06T01:50:14,281 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b62c336b51cb872944deb7995279040f: Running coprocessor pre-open hook at 1733449814258Writing region info on filesystem at 1733449814258Initializing all the Stores at 1733449814258Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449814258Cleaning up temporary data from old regions at 1733449814277 (+19 ms)Running coprocessor post-open hooks at 1733449814280 (+3 ms)Region opened successfully at 1733449814281 (+1 ms) 2024-12-06T01:50:14,282 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f., pid=13, masterSystemTime=1733449814252 2024-12-06T01:50:14,282 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store b62c336b51cb872944deb7995279040f:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T01:50:14,282 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:14,282 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-06T01:50:14,283 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:50:14,283 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1541): b62c336b51cb872944deb7995279040f/info is initiating minor compaction (all files) 2024-12-06T01:50:14,283 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b62c336b51cb872944deb7995279040f/info in TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:50:14,283 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51->hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd-bottom] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/.tmp, totalSize=72.0 K 2024-12-06T01:50:14,284 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733449799234 2024-12-06T01:50:14,285 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:50:14,285 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:50:14,285 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:50:14,285 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => bf489bdc936b529a6c042e24cc865338, NAME => 'TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-06T01:50:14,285 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b62c336b51cb872944deb7995279040f, regionState=OPEN, openSeqNum=122, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:14,286 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:50:14,286 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,286 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,287 INFO [StoreOpener-bf489bdc936b529a6c042e24cc865338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,288 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-06T01:50:14,288 INFO [StoreOpener-bf489bdc936b529a6c042e24cc865338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf489bdc936b529a6c042e24cc865338 columnFamilyName info 2024-12-06T01:50:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T01:50:14,288 DEBUG [StoreOpener-bf489bdc936b529a6c042e24cc865338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:50:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b62c336b51cb872944deb7995279040f, server=00c764f7c3aa,38239,1733449787726 because future has completed 2024-12-06T01:50:14,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-12-06T01:50:14,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-12-06T01:50:14,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b62c336b51cb872944deb7995279040f, server=00c764f7c3aa,38239,1733449787726 in 189 msec 2024-12-06T01:50:14,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b62c336b51cb872944deb7995279040f, ASSIGN in 351 msec 2024-12-06T01:50:14,304 DEBUG [StoreOpener-bf489bdc936b529a6c042e24cc865338-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51->hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd-top 2024-12-06T01:50:14,309 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b62c336b51cb872944deb7995279040f#info#compaction#40 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:50:14,310 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/.tmp/info/2a4e5151d5a041d38dd4844c1f0832d6 is 1055, key is row0001/info:/1733449799234/Put/seqid=0 2024-12-06T01:50:14,310 DEBUG [StoreOpener-bf489bdc936b529a6c042e24cc865338-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-900c0e118ca34e02962a3c893cc1b397 2024-12-06T01:50:14,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/info/e4eae7676cd1497bacc54fe8505487bd is 193, key is TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338./info:regioninfo/1733449814096/Put/seqid=0 2024-12-06T01:50:14,316 DEBUG [StoreOpener-bf489bdc936b529a6c042e24cc865338-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-ce86b3b88a594354a867068d2ea0c95d 2024-12-06T01:50:14,316 INFO [StoreOpener-bf489bdc936b529a6c042e24cc865338-1 {}] regionserver.HStore(327): Store=bf489bdc936b529a6c042e24cc865338/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:50:14,316 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,317 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,318 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,318 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,318 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,321 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,322 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened bf489bdc936b529a6c042e24cc865338; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875053, jitterRate=0.11268804967403412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T01:50:14,322 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:14,322 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for bf489bdc936b529a6c042e24cc865338: Running coprocessor pre-open hook at 1733449814286Writing region info on filesystem at 1733449814286Initializing all the Stores at 1733449814287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449814287Cleaning up temporary data from old regions at 1733449814318 (+31 ms)Running coprocessor post-open hooks at 1733449814322 (+4 ms)Region opened successfully at 1733449814322 2024-12-06T01:50:14,323 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., pid=12, masterSystemTime=1733449814252 2024-12-06T01:50:14,323 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store bf489bdc936b529a6c042e24cc865338:info, priority=-2147483648, current under compaction store size is 2 2024-12-06T01:50:14,323 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:14,323 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:50:14,325 INFO [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:50:14,325 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.HStore(1541): bf489bdc936b529a6c042e24cc865338/info is initiating minor compaction (all files) 2024-12-06T01:50:14,325 INFO [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf489bdc936b529a6c042e24cc865338/info in TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:50:14,325 INFO [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51->hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd-top, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-900c0e118ca34e02962a3c893cc1b397, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-ce86b3b88a594354a867068d2ea0c95d] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp, totalSize=111.5 K 2024-12-06T01:50:14,326 DEBUG [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:50:14,326 INFO [RS_OPEN_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:50:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741850_1026 (size=71441) 2024-12-06T01:50:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741850_1026 (size=71441) 2024-12-06T01:50:14,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bf489bdc936b529a6c042e24cc865338, regionState=OPEN, openSeqNum=122, regionLocation=00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:14,327 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] compactions.Compactor(225): Compacting 75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733449799234 2024-12-06T01:50:14,328 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-900c0e118ca34e02962a3c893cc1b397, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733449813510 2024-12-06T01:50:14,328 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-ce86b3b88a594354a867068d2ea0c95d, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733449813545 2024-12-06T01:50:14,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf489bdc936b529a6c042e24cc865338, server=00c764f7c3aa,38239,1733449787726 because future has completed 2024-12-06T01:50:14,334 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/.tmp/info/2a4e5151d5a041d38dd4844c1f0832d6 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/info/2a4e5151d5a041d38dd4844c1f0832d6 2024-12-06T01:50:14,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T01:50:14,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure bf489bdc936b529a6c042e24cc865338, server=00c764f7c3aa,38239,1733449787726 in 246 msec 2024-12-06T01:50:14,351 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in b62c336b51cb872944deb7995279040f/info of b62c336b51cb872944deb7995279040f into 2a4e5151d5a041d38dd4844c1f0832d6(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:50:14,351 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b62c336b51cb872944deb7995279040f: 2024-12-06T01:50:14,351 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f., storeName=b62c336b51cb872944deb7995279040f/info, priority=15, startTime=1733449814282; duration=0sec 2024-12-06T01:50:14,351 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:14,351 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b62c336b51cb872944deb7995279040f:info 2024-12-06T01:50:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741851_1027 (size=9847) 2024-12-06T01:50:14,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T01:50:14,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=bf489bdc936b529a6c042e24cc865338, ASSIGN in 406 msec 2024-12-06T01:50:14,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=57de575492a8dc224c21ee9436c99c51, daughterA=b62c336b51cb872944deb7995279040f, daughterB=bf489bdc936b529a6c042e24cc865338 in 789 msec 2024-12-06T01:50:14,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741851_1027 (size=9847) 2024-12-06T01:50:14,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/info/e4eae7676cd1497bacc54fe8505487bd 2024-12-06T01:50:14,397 INFO [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf489bdc936b529a6c042e24cc865338#info#compaction#42 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:50:14,398 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/6536e23a0716447c92dbe3000da74d72 is 1055, key is row0064/info:/1733449811505/Put/seqid=0 2024-12-06T01:50:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741852_1028 (size=37897) 2024-12-06T01:50:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741852_1028 (size=37897) 2024-12-06T01:50:14,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/ns/9ed8302a4c0040548eeef9a9477ff5e6 is 43, key is default/ns:d/1733449789052/Put/seqid=0 2024-12-06T01:50:14,416 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/6536e23a0716447c92dbe3000da74d72 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/6536e23a0716447c92dbe3000da74d72 2024-12-06T01:50:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741853_1029 (size=5153) 2024-12-06T01:50:14,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/ns/9ed8302a4c0040548eeef9a9477ff5e6 2024-12-06T01:50:14,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741853_1029 (size=5153) 2024-12-06T01:50:14,424 INFO [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf489bdc936b529a6c042e24cc865338/info of bf489bdc936b529a6c042e24cc865338 into 6536e23a0716447c92dbe3000da74d72(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:50:14,424 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:14,424 INFO [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., storeName=bf489bdc936b529a6c042e24cc865338/info, priority=13, startTime=1733449814323; duration=0sec 2024-12-06T01:50:14,424 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:14,424 DEBUG [RS:0;00c764f7c3aa:38239-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf489bdc936b529a6c042e24cc865338:info 2024-12-06T01:50:14,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/table/797f72137f2a418babcd20d0316d508a is 65, key is TestLogRolling-testLogRolling/table:state/1733449789551/Put/seqid=0 2024-12-06T01:50:14,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741854_1030 (size=5340) 2024-12-06T01:50:14,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741854_1030 (size=5340) 2024-12-06T01:50:14,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/table/797f72137f2a418babcd20d0316d508a 2024-12-06T01:50:14,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/info/e4eae7676cd1497bacc54fe8505487bd as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/info/e4eae7676cd1497bacc54fe8505487bd 2024-12-06T01:50:14,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/info/e4eae7676cd1497bacc54fe8505487bd, entries=30, sequenceid=17, filesize=9.6 K 2024-12-06T01:50:14,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/ns/9ed8302a4c0040548eeef9a9477ff5e6 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/ns/9ed8302a4c0040548eeef9a9477ff5e6 2024-12-06T01:50:14,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/ns/9ed8302a4c0040548eeef9a9477ff5e6, entries=2, sequenceid=17, filesize=5.0 K 2024-12-06T01:50:14,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/table/797f72137f2a418babcd20d0316d508a as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/table/797f72137f2a418babcd20d0316d508a 2024-12-06T01:50:14,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/table/797f72137f2a418babcd20d0316d508a, entries=2, sequenceid=17, filesize=5.2 K 2024-12-06T01:50:14,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 195ms, sequenceid=17, compaction requested=false 2024-12-06T01:50:14,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-06T01:50:17,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T01:50:18,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T01:50:19,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:19,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T01:50:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55996 deadline: 1733449833620, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. is not online on 00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. is not online on 00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T01:50:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51. is not online on 00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T01:50:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733449789164.57de575492a8dc224c21ee9436c99c51., hostname=00c764f7c3aa,38239,1733449787726, seqNum=2 from cache 2024-12-06T01:50:29,467 INFO [master/00c764f7c3aa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T01:50:29,467 INFO [master/00c764f7c3aa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T01:50:34,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-12-06T01:50:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., hostname=00c764f7c3aa,38239,1733449787726, seqNum=122] 2024-12-06T01:50:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:45,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T01:50:45,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/8548d2db830a4b09961827decb78dbef is 1055, key is row0095/info:/1733449843728/Put/seqid=0 2024-12-06T01:50:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741855_1031 (size=13391) 2024-12-06T01:50:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741855_1031 (size=13391) 2024-12-06T01:50:45,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/8548d2db830a4b09961827decb78dbef 2024-12-06T01:50:45,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/8548d2db830a4b09961827decb78dbef as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8548d2db830a4b09961827decb78dbef 2024-12-06T01:50:45,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8548d2db830a4b09961827decb78dbef, entries=8, sequenceid=133, filesize=13.1 K 2024-12-06T01:50:45,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for bf489bdc936b529a6c042e24cc865338 in 46ms, sequenceid=133, compaction requested=false 2024-12-06T01:50:45,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:45,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-12-06T01:50:45,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/384e55725f7740d6af6eca035166d838 is 1055, key is row0103/info:/1733449845746/Put/seqid=0 2024-12-06T01:50:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741856_1032 (size=27103) 2024-12-06T01:50:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741856_1032 (size=27103) 2024-12-06T01:50:45,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/384e55725f7740d6af6eca035166d838 2024-12-06T01:50:45,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/384e55725f7740d6af6eca035166d838 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/384e55725f7740d6af6eca035166d838 2024-12-06T01:50:45,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/384e55725f7740d6af6eca035166d838, entries=21, sequenceid=157, filesize=26.5 K 2024-12-06T01:50:45,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=5.13 KB/5255 for bf489bdc936b529a6c042e24cc865338 in 48ms, sequenceid=157, compaction requested=true 2024-12-06T01:50:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:45,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf489bdc936b529a6c042e24cc865338:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T01:50:45,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:45,841 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:50:45,842 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78391 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T01:50:45,842 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1541): bf489bdc936b529a6c042e24cc865338/info is initiating minor compaction (all files) 2024-12-06T01:50:45,842 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf489bdc936b529a6c042e24cc865338/info in TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:50:45,842 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/6536e23a0716447c92dbe3000da74d72, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8548d2db830a4b09961827decb78dbef, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/384e55725f7740d6af6eca035166d838] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp, totalSize=76.6 K 2024-12-06T01:50:45,843 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6536e23a0716447c92dbe3000da74d72, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733449811505 2024-12-06T01:50:45,843 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8548d2db830a4b09961827decb78dbef, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733449843728 2024-12-06T01:50:45,843 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 384e55725f7740d6af6eca035166d838, keycount=21, bloomtype=ROW, size=26.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733449845746 2024-12-06T01:50:45,860 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf489bdc936b529a6c042e24cc865338#info#compaction#47 average throughput is 20.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:50:45,860 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/1b202a5ee3ec4d46b5cebbbed6f00ab4 is 1055, key is row0064/info:/1733449811505/Put/seqid=0 2024-12-06T01:50:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741857_1033 (size=68605) 2024-12-06T01:50:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741857_1033 (size=68605) 2024-12-06T01:50:45,875 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/1b202a5ee3ec4d46b5cebbbed6f00ab4 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/1b202a5ee3ec4d46b5cebbbed6f00ab4 2024-12-06T01:50:45,888 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf489bdc936b529a6c042e24cc865338/info of bf489bdc936b529a6c042e24cc865338 into 1b202a5ee3ec4d46b5cebbbed6f00ab4(size=67.0 K), total size for store is 67.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:50:45,888 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:45,889 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., storeName=bf489bdc936b529a6c042e24cc865338/info, priority=13, startTime=1733449845840; duration=0sec 2024-12-06T01:50:45,889 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:45,889 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf489bdc936b529a6c042e24cc865338:info 2024-12-06T01:50:47,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T01:50:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:47,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T01:50:47,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/b40733cb058c4052925cf69c8072ab56 is 1055, key is row0124/info:/1733449845793/Put/seqid=0 2024-12-06T01:50:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741858_1034 (size=13394) 2024-12-06T01:50:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741858_1034 (size=13394) 2024-12-06T01:50:47,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/b40733cb058c4052925cf69c8072ab56 2024-12-06T01:50:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/b40733cb058c4052925cf69c8072ab56 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b40733cb058c4052925cf69c8072ab56 2024-12-06T01:50:47,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b40733cb058c4052925cf69c8072ab56, entries=8, sequenceid=169, filesize=13.1 K 2024-12-06T01:50:47,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for bf489bdc936b529a6c042e24cc865338 in 27ms, sequenceid=169, compaction requested=false 2024-12-06T01:50:47,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:47,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-06T01:50:47,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/51720a316b60463eb11e633ef7eae77d is 1055, key is row0132/info:/1733449847819/Put/seqid=0 2024-12-06T01:50:47,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741859_1035 (size=22891) 2024-12-06T01:50:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741859_1035 (size=22891) 2024-12-06T01:50:47,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/51720a316b60463eb11e633ef7eae77d 2024-12-06T01:50:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/51720a316b60463eb11e633ef7eae77d as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/51720a316b60463eb11e633ef7eae77d 2024-12-06T01:50:47,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/51720a316b60463eb11e633ef7eae77d, entries=17, sequenceid=189, filesize=22.4 K 2024-12-06T01:50:47,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for bf489bdc936b529a6c042e24cc865338 in 27ms, sequenceid=189, compaction requested=true 2024-12-06T01:50:47,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:47,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf489bdc936b529a6c042e24cc865338:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T01:50:47,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:47,873 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:50:47,874 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104890 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T01:50:47,875 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1541): bf489bdc936b529a6c042e24cc865338/info is initiating minor compaction (all files) 2024-12-06T01:50:47,875 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf489bdc936b529a6c042e24cc865338/info in TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:50:47,875 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/1b202a5ee3ec4d46b5cebbbed6f00ab4, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b40733cb058c4052925cf69c8072ab56, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/51720a316b60463eb11e633ef7eae77d] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp, totalSize=102.4 K 2024-12-06T01:50:47,875 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b202a5ee3ec4d46b5cebbbed6f00ab4, keycount=60, bloomtype=ROW, size=67.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733449811505 2024-12-06T01:50:47,876 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting b40733cb058c4052925cf69c8072ab56, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733449845793 2024-12-06T01:50:47,876 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51720a316b60463eb11e633ef7eae77d, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733449847819 2024-12-06T01:50:47,889 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf489bdc936b529a6c042e24cc865338#info#compaction#50 average throughput is 42.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:50:47,889 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/b8163d65b019474eb8a1a87e6e1f456a is 1055, key is row0064/info:/1733449811505/Put/seqid=0 2024-12-06T01:50:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741860_1036 (size=95109) 2024-12-06T01:50:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741860_1036 (size=95109) 2024-12-06T01:50:47,903 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/b8163d65b019474eb8a1a87e6e1f456a as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b8163d65b019474eb8a1a87e6e1f456a 2024-12-06T01:50:47,909 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf489bdc936b529a6c042e24cc865338/info of bf489bdc936b529a6c042e24cc865338 into b8163d65b019474eb8a1a87e6e1f456a(size=92.9 K), total size for store is 92.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:50:47,909 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:47,909 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., storeName=bf489bdc936b529a6c042e24cc865338/info, priority=13, startTime=1733449847873; duration=0sec 2024-12-06T01:50:47,909 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:47,910 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf489bdc936b529a6c042e24cc865338:info 2024-12-06T01:50:49,063 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T01:50:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:49,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-06T01:50:49,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/94480e6d63344a229be0c022501331a6 is 1055, key is row0149/info:/1733449847847/Put/seqid=0 2024-12-06T01:50:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741861_1037 (size=18675) 2024-12-06T01:50:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741861_1037 (size=18675) 2024-12-06T01:50:49,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/94480e6d63344a229be0c022501331a6 2024-12-06T01:50:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/94480e6d63344a229be0c022501331a6 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/94480e6d63344a229be0c022501331a6 2024-12-06T01:50:49,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/94480e6d63344a229be0c022501331a6, entries=13, sequenceid=206, filesize=18.2 K 2024-12-06T01:50:49,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for bf489bdc936b529a6c042e24cc865338 in 28ms, sequenceid=206, compaction requested=false 2024-12-06T01:50:49,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:49,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-06T01:50:49,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/8d02ea3efc964e3989bab3264db49b53 is 1055, key is row0162/info:/1733449849875/Put/seqid=0 2024-12-06T01:50:49,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=bf489bdc936b529a6c042e24cc865338, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T01:50:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:55996 deadline: 1733449859922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=bf489bdc936b529a6c042e24cc865338, server=00c764f7c3aa,38239,1733449787726 2024-12-06T01:50:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., hostname=00c764f7c3aa,38239,1733449787726, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., hostname=00c764f7c3aa,38239,1733449787726, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=bf489bdc936b529a6c042e24cc865338, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T01:50:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., hostname=00c764f7c3aa,38239,1733449787726, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=bf489bdc936b529a6c042e24cc865338, server=00c764f7c3aa,38239,1733449787726 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T01:50:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., hostname=00c764f7c3aa,38239,1733449787726, seqNum=122 because the exception is null or not the one we care about 2024-12-06T01:50:49,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741862_1038 (size=22891) 2024-12-06T01:50:49,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741862_1038 (size=22891) 2024-12-06T01:50:49,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/8d02ea3efc964e3989bab3264db49b53 2024-12-06T01:50:49,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/8d02ea3efc964e3989bab3264db49b53 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8d02ea3efc964e3989bab3264db49b53 2024-12-06T01:50:49,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8d02ea3efc964e3989bab3264db49b53, entries=17, sequenceid=226, filesize=22.4 K 2024-12-06T01:50:49,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for bf489bdc936b529a6c042e24cc865338 in 38ms, sequenceid=226, compaction requested=true 2024-12-06T01:50:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf489bdc936b529a6c042e24cc865338:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T01:50:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:49,943 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:50:49,944 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136675 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T01:50:49,944 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1541): bf489bdc936b529a6c042e24cc865338/info is initiating minor compaction (all files) 2024-12-06T01:50:49,944 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf489bdc936b529a6c042e24cc865338/info in TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:50:49,945 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b8163d65b019474eb8a1a87e6e1f456a, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/94480e6d63344a229be0c022501331a6, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8d02ea3efc964e3989bab3264db49b53] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp, totalSize=133.5 K 2024-12-06T01:50:49,945 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8163d65b019474eb8a1a87e6e1f456a, keycount=85, bloomtype=ROW, size=92.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733449811505 2024-12-06T01:50:49,946 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94480e6d63344a229be0c022501331a6, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733449847847 2024-12-06T01:50:49,947 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d02ea3efc964e3989bab3264db49b53, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733449849875 2024-12-06T01:50:49,963 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf489bdc936b529a6c042e24cc865338#info#compaction#53 average throughput is 38.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:50:49,964 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/397b6e6dbcf74c0b85af77b17fd48213 is 1055, key is row0064/info:/1733449811505/Put/seqid=0 2024-12-06T01:50:49,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741863_1039 (size=126937) 2024-12-06T01:50:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741863_1039 (size=126937) 2024-12-06T01:50:49,976 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/397b6e6dbcf74c0b85af77b17fd48213 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/397b6e6dbcf74c0b85af77b17fd48213 2024-12-06T01:50:49,983 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf489bdc936b529a6c042e24cc865338/info of bf489bdc936b529a6c042e24cc865338 into 397b6e6dbcf74c0b85af77b17fd48213(size=124.0 K), total size for store is 124.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:50:49,983 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:50:49,983 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., storeName=bf489bdc936b529a6c042e24cc865338/info, priority=13, startTime=1733449849943; duration=0sec 2024-12-06T01:50:49,983 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:50:49,983 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf489bdc936b529a6c042e24cc865338:info 2024-12-06T01:50:59,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b62c336b51cb872944deb7995279040f, had cached 0 bytes from a total of 71441 2024-12-06T01:50:59,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bf489bdc936b529a6c042e24cc865338, had cached 0 bytes from a total of 126937 2024-12-06T01:50:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:50:59,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-06T01:50:59,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/bb1c8674c2794cd5be17b341d3760232 is 1055, key is row0179/info:/1733449849905/Put/seqid=0 2024-12-06T01:50:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741864_1040 (size=18675) 2024-12-06T01:50:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741864_1040 (size=18675) 2024-12-06T01:50:59,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/bb1c8674c2794cd5be17b341d3760232 2024-12-06T01:50:59,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/bb1c8674c2794cd5be17b341d3760232 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bb1c8674c2794cd5be17b341d3760232 2024-12-06T01:51:00,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bb1c8674c2794cd5be17b341d3760232, entries=13, sequenceid=243, filesize=18.2 K 2024-12-06T01:51:00,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for bf489bdc936b529a6c042e24cc865338 in 22ms, sequenceid=243, compaction requested=false 2024-12-06T01:51:00,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:51:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:51:01,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T01:51:02,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/892f89c3e9914651bd0f87e06a3abffb is 1055, key is row0192/info:/1733449859983/Put/seqid=0 2024-12-06T01:51:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741865_1041 (size=13394) 2024-12-06T01:51:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741865_1041 (size=13394) 2024-12-06T01:51:02,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/892f89c3e9914651bd0f87e06a3abffb 2024-12-06T01:51:02,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/892f89c3e9914651bd0f87e06a3abffb as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/892f89c3e9914651bd0f87e06a3abffb 2024-12-06T01:51:02,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/892f89c3e9914651bd0f87e06a3abffb, entries=8, sequenceid=254, filesize=13.1 K 2024-12-06T01:51:02,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for bf489bdc936b529a6c042e24cc865338 in 33ms, sequenceid=254, compaction requested=true 2024-12-06T01:51:02,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:51:02,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf489bdc936b529a6c042e24cc865338:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T01:51:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:51:02,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:51:02,028 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:51:02,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-06T01:51:02,029 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 159006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T01:51:02,030 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1541): bf489bdc936b529a6c042e24cc865338/info is initiating minor compaction (all files) 2024-12-06T01:51:02,030 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf489bdc936b529a6c042e24cc865338/info in TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:51:02,030 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/397b6e6dbcf74c0b85af77b17fd48213, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bb1c8674c2794cd5be17b341d3760232, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/892f89c3e9914651bd0f87e06a3abffb] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp, totalSize=155.3 K 2024-12-06T01:51:02,030 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 397b6e6dbcf74c0b85af77b17fd48213, keycount=115, bloomtype=ROW, size=124.0 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733449811505 2024-12-06T01:51:02,031 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb1c8674c2794cd5be17b341d3760232, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733449849905 2024-12-06T01:51:02,031 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 892f89c3e9914651bd0f87e06a3abffb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449859983 2024-12-06T01:51:02,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/99523e7a31224af493a0aa6af21b0153 is 1055, key is row0200/info:/1733449861996/Put/seqid=0 2024-12-06T01:51:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741866_1042 (size=28178) 2024-12-06T01:51:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741866_1042 (size=28178) 2024-12-06T01:51:02,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/99523e7a31224af493a0aa6af21b0153 2024-12-06T01:51:02,049 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf489bdc936b529a6c042e24cc865338#info#compaction#57 average throughput is 45.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:51:02,050 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/707fcc2dc1be4c89b59b38e4c5830657 is 1055, key is row0064/info:/1733449811505/Put/seqid=0 2024-12-06T01:51:02,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/99523e7a31224af493a0aa6af21b0153 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/99523e7a31224af493a0aa6af21b0153 2024-12-06T01:51:02,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/99523e7a31224af493a0aa6af21b0153, entries=22, sequenceid=279, filesize=27.5 K 2024-12-06T01:51:02,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=3.08 KB/3153 for bf489bdc936b529a6c042e24cc865338 in 32ms, sequenceid=279, compaction requested=false 2024-12-06T01:51:02,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:51:02,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741867_1043 (size=149224) 2024-12-06T01:51:02,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741867_1043 (size=149224) 2024-12-06T01:51:02,470 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/707fcc2dc1be4c89b59b38e4c5830657 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/707fcc2dc1be4c89b59b38e4c5830657 2024-12-06T01:51:02,477 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf489bdc936b529a6c042e24cc865338/info of bf489bdc936b529a6c042e24cc865338 into 707fcc2dc1be4c89b59b38e4c5830657(size=145.7 K), total size for store is 173.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:51:02,477 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:51:02,477 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., storeName=bf489bdc936b529a6c042e24cc865338/info, priority=13, startTime=1733449862028; duration=0sec 2024-12-06T01:51:02,477 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:51:02,477 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf489bdc936b529a6c042e24cc865338:info 2024-12-06T01:51:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:51:04,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T01:51:04,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/bfd2d3188153469c872c97adf4f8f2eb is 1055, key is row0222/info:/1733449862029/Put/seqid=0 2024-12-06T01:51:04,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741868_1044 (size=13402) 2024-12-06T01:51:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741868_1044 (size=13402) 2024-12-06T01:51:04,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/bfd2d3188153469c872c97adf4f8f2eb 2024-12-06T01:51:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/bfd2d3188153469c872c97adf4f8f2eb as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bfd2d3188153469c872c97adf4f8f2eb 2024-12-06T01:51:04,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bfd2d3188153469c872c97adf4f8f2eb, entries=8, sequenceid=291, filesize=13.1 K 2024-12-06T01:51:04,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for bf489bdc936b529a6c042e24cc865338 in 32ms, sequenceid=291, compaction requested=true 2024-12-06T01:51:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:51:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf489bdc936b529a6c042e24cc865338:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T01:51:04,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:51:04,076 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T01:51:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38239 {}] regionserver.HRegion(8855): Flush requested on bf489bdc936b529a6c042e24cc865338 2024-12-06T01:51:04,077 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 190804 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T01:51:04,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=23.61 KB heapSize=25.59 KB 2024-12-06T01:51:04,077 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1541): bf489bdc936b529a6c042e24cc865338/info is initiating minor compaction (all files) 2024-12-06T01:51:04,077 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf489bdc936b529a6c042e24cc865338/info in TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:51:04,077 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/707fcc2dc1be4c89b59b38e4c5830657, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/99523e7a31224af493a0aa6af21b0153, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bfd2d3188153469c872c97adf4f8f2eb] into tmpdir=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp, totalSize=186.3 K 2024-12-06T01:51:04,078 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 707fcc2dc1be4c89b59b38e4c5830657, keycount=136, bloomtype=ROW, size=145.7 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733449811505 2024-12-06T01:51:04,079 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99523e7a31224af493a0aa6af21b0153, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733449861996 2024-12-06T01:51:04,079 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfd2d3188153469c872c97adf4f8f2eb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733449862029 2024-12-06T01:51:04,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/2131e750904f485aa61140e29c98f0ca is 1055, key is row0230/info:/1733449864044/Put/seqid=0 2024-12-06T01:51:04,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741869_1045 (size=29232) 2024-12-06T01:51:04,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741869_1045 (size=29232) 2024-12-06T01:51:04,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=23.61 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/2131e750904f485aa61140e29c98f0ca 2024-12-06T01:51:04,099 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf489bdc936b529a6c042e24cc865338#info#compaction#60 average throughput is 41.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T01:51:04,100 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/b25ed07225e242f3a1e2f08fc8aed040 is 1055, key is row0064/info:/1733449811505/Put/seqid=0 2024-12-06T01:51:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741870_1046 (size=180954) 2024-12-06T01:51:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741870_1046 (size=180954) 2024-12-06T01:51:04,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/2131e750904f485aa61140e29c98f0ca as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/2131e750904f485aa61140e29c98f0ca 2024-12-06T01:51:04,111 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/b25ed07225e242f3a1e2f08fc8aed040 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b25ed07225e242f3a1e2f08fc8aed040 2024-12-06T01:51:04,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/2131e750904f485aa61140e29c98f0ca, entries=23, sequenceid=317, filesize=28.5 K 2024-12-06T01:51:04,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.61 KB/24173, heapSize ~25.57 KB/26184, currentSize=4.11 KB/4204 for bf489bdc936b529a6c042e24cc865338 in 36ms, sequenceid=317, compaction requested=false 2024-12-06T01:51:04,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:51:04,116 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf489bdc936b529a6c042e24cc865338/info of bf489bdc936b529a6c042e24cc865338 into b25ed07225e242f3a1e2f08fc8aed040(size=176.7 K), total size for store is 205.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T01:51:04,116 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:51:04,116 INFO [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., storeName=bf489bdc936b529a6c042e24cc865338/info, priority=13, startTime=1733449864075; duration=0sec 2024-12-06T01:51:04,117 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T01:51:04,117 DEBUG [RS:0;00c764f7c3aa:38239-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf489bdc936b529a6c042e24cc865338:info 2024-12-06T01:51:06,087 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-06T01:51:06,101 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449866087, exclude list is [], retry=0 2024-12-06T01:51:06,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36567,DS-c35bbf31-6bcb-4954-bd3a-eec1fa83ef6a,DISK] 2024-12-06T01:51:06,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-ce005bf8-d5e1-4b31-b820-f98addd95eb0,DISK] 2024-12-06T01:51:06,105 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449788656 with entries=305, filesize=299.80 KB; new WAL /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449866087 2024-12-06T01:51:06,106 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35467:35467),(127.0.0.1/127.0.0.1:38025:38025)] 2024-12-06T01:51:06,106 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449788656 is not closed yet, will try archiving it next time 2024-12-06T01:51:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741833_1009 (size=307002) 2024-12-06T01:51:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741833_1009 (size=307002) 2024-12-06T01:51:06,111 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b62c336b51cb872944deb7995279040f: 2024-12-06T01:51:06,111 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bf489bdc936b529a6c042e24cc865338 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-12-06T01:51:06,115 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/cd2dc6e83a8d4647affe292e3c146b85 is 1055, key is row0253/info:/1733449864078/Put/seqid=0 2024-12-06T01:51:06,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741872_1048 (size=9178) 2024-12-06T01:51:06,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741872_1048 (size=9178) 2024-12-06T01:51:06,121 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/cd2dc6e83a8d4647affe292e3c146b85 2024-12-06T01:51:06,127 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/.tmp/info/cd2dc6e83a8d4647affe292e3c146b85 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/cd2dc6e83a8d4647affe292e3c146b85 2024-12-06T01:51:06,132 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/cd2dc6e83a8d4647affe292e3c146b85, entries=4, sequenceid=325, filesize=9.0 K 2024-12-06T01:51:06,133 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for bf489bdc936b529a6c042e24cc865338 in 22ms, sequenceid=325, compaction requested=true 2024-12-06T01:51:06,133 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bf489bdc936b529a6c042e24cc865338: 2024-12-06T01:51:06,133 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-12-06T01:51:06,137 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/info/7d83610d884c46c4bdf38f040e8e51c0 is 193, key is TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338./info:regioninfo/1733449814327/Put/seqid=0 2024-12-06T01:51:06,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741873_1049 (size=6223) 2024-12-06T01:51:06,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741873_1049 (size=6223) 2024-12-06T01:51:06,143 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/info/7d83610d884c46c4bdf38f040e8e51c0 2024-12-06T01:51:06,151 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/.tmp/info/7d83610d884c46c4bdf38f040e8e51c0 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/info/7d83610d884c46c4bdf38f040e8e51c0 2024-12-06T01:51:06,157 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/info/7d83610d884c46c4bdf38f040e8e51c0, entries=5, sequenceid=21, filesize=6.1 K 2024-12-06T01:51:06,159 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 25ms, sequenceid=21, compaction requested=false 2024-12-06T01:51:06,159 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-06T01:51:06,174 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449866159, exclude list is [], retry=0 2024-12-06T01:51:06,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-ce005bf8-d5e1-4b31-b820-f98addd95eb0,DISK] 2024-12-06T01:51:06,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36567,DS-c35bbf31-6bcb-4954-bd3a-eec1fa83ef6a,DISK] 2024-12-06T01:51:06,179 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449866087 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449866159 2024-12-06T01:51:06,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35467:35467),(127.0.0.1/127.0.0.1:38025:38025)] 2024-12-06T01:51:06,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449866087 is not closed yet, will try archiving it next time 2024-12-06T01:51:06,180 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449788656 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/oldWALs/00c764f7c3aa%2C38239%2C1733449787726.1733449788656 2024-12-06T01:51:06,181 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T01:51:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741871_1047 (size=731) 2024-12-06T01:51:06,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741871_1047 (size=731) 2024-12-06T01:51:06,183 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.1733449866087 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/oldWALs/00c764f7c3aa%2C38239%2C1733449787726.1733449866087 2024-12-06T01:51:06,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T01:51:06,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:51:06,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:06,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:06,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:06,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T01:51:06,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T01:51:06,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2082686559, stopped=false 2024-12-06T01:51:06,282 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c764f7c3aa,43425,1733449787668 2024-12-06T01:51:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:06,284 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:51:06,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:51:06,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:06,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:06,285 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,38239,1733449787726' ***** 2024-12-06T01:51:06,285 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:51:06,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:06,285 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:51:06,285 INFO [RS:0;00c764f7c3aa:38239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:51:06,285 INFO [RS:0;00c764f7c3aa:38239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:51:06,285 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for b62c336b51cb872944deb7995279040f 2024-12-06T01:51:06,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:51:06,285 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b62c336b51cb872944deb7995279040f, disabling compactions & flushes 2024-12-06T01:51:06,286 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for bf489bdc936b529a6c042e24cc865338 2024-12-06T01:51:06,286 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:51:06,286 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,38239,1733449787726 2024-12-06T01:51:06,286 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:51:06,286 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:51:06,286 INFO [RS:0;00c764f7c3aa:38239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c764f7c3aa:38239. 2024-12-06T01:51:06,286 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. after waiting 0 ms 2024-12-06T01:51:06,286 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:51:06,286 DEBUG [RS:0;00c764f7c3aa:38239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:06,286 DEBUG [RS:0;00c764f7c3aa:38239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:06,286 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:51:06,286 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:51:06,286 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:51:06,286 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T01:51:06,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:06,286 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51->hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd-bottom] to archive 2024-12-06T01:51:06,289 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:51:06,291 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51 2024-12-06T01:51:06,292 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T01:51:06,292 DEBUG [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1325): Online Regions={b62c336b51cb872944deb7995279040f=TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f., bf489bdc936b529a6c042e24cc865338=TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T01:51:06,292 DEBUG [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b62c336b51cb872944deb7995279040f, bf489bdc936b529a6c042e24cc865338 2024-12-06T01:51:06,292 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:51:06,292 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:51:06,292 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:51:06,292 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:51:06,292 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:51:06,292 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=00c764f7c3aa:43425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-06T01:51:06,292 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-06T01:51:06,302 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/b62c336b51cb872944deb7995279040f/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-12-06T01:51:06,303 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:51:06,303 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b62c336b51cb872944deb7995279040f: Waiting for close lock at 1733449866285Running coprocessor pre-close hooks at 1733449866285Disabling compacts and flushes for region at 1733449866285Disabling writes for close at 1733449866286 (+1 ms)Writing region close event to WAL at 1733449866298 (+12 ms)Running coprocessor post-close hooks at 1733449866303 (+5 ms)Closed at 1733449866303 2024-12-06T01:51:06,303 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733449813595.b62c336b51cb872944deb7995279040f. 2024-12-06T01:51:06,303 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf489bdc936b529a6c042e24cc865338, disabling compactions & flushes 2024-12-06T01:51:06,303 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:51:06,303 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:51:06,303 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. after waiting 0 ms 2024-12-06T01:51:06,303 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:51:06,304 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51->hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/57de575492a8dc224c21ee9436c99c51/info/75eb8dc8ae7a4569b651f6fac4813efd-top, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-900c0e118ca34e02962a3c893cc1b397, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/6536e23a0716447c92dbe3000da74d72, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-ce86b3b88a594354a867068d2ea0c95d, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8548d2db830a4b09961827decb78dbef, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/1b202a5ee3ec4d46b5cebbbed6f00ab4, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/384e55725f7740d6af6eca035166d838, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b40733cb058c4052925cf69c8072ab56, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b8163d65b019474eb8a1a87e6e1f456a, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/51720a316b60463eb11e633ef7eae77d, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/94480e6d63344a229be0c022501331a6, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/397b6e6dbcf74c0b85af77b17fd48213, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8d02ea3efc964e3989bab3264db49b53, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bb1c8674c2794cd5be17b341d3760232, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/707fcc2dc1be4c89b59b38e4c5830657, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/892f89c3e9914651bd0f87e06a3abffb, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/99523e7a31224af493a0aa6af21b0153, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bfd2d3188153469c872c97adf4f8f2eb] to archive 2024-12-06T01:51:06,306 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T01:51:06,307 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/75eb8dc8ae7a4569b651f6fac4813efd.57de575492a8dc224c21ee9436c99c51 2024-12-06T01:51:06,309 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-900c0e118ca34e02962a3c893cc1b397 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-900c0e118ca34e02962a3c893cc1b397 2024-12-06T01:51:06,310 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/6536e23a0716447c92dbe3000da74d72 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/6536e23a0716447c92dbe3000da74d72 2024-12-06T01:51:06,311 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-ce86b3b88a594354a867068d2ea0c95d to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/TestLogRolling-testLogRolling=57de575492a8dc224c21ee9436c99c51-ce86b3b88a594354a867068d2ea0c95d 2024-12-06T01:51:06,313 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8548d2db830a4b09961827decb78dbef to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8548d2db830a4b09961827decb78dbef 2024-12-06T01:51:06,315 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/1b202a5ee3ec4d46b5cebbbed6f00ab4 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/1b202a5ee3ec4d46b5cebbbed6f00ab4 2024-12-06T01:51:06,316 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/384e55725f7740d6af6eca035166d838 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/384e55725f7740d6af6eca035166d838 2024-12-06T01:51:06,317 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b40733cb058c4052925cf69c8072ab56 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b40733cb058c4052925cf69c8072ab56 2024-12-06T01:51:06,318 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b8163d65b019474eb8a1a87e6e1f456a to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/b8163d65b019474eb8a1a87e6e1f456a 2024-12-06T01:51:06,320 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/51720a316b60463eb11e633ef7eae77d to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/51720a316b60463eb11e633ef7eae77d 2024-12-06T01:51:06,320 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-06T01:51:06,321 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:51:06,321 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:51:06,321 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449866292Running coprocessor pre-close hooks at 1733449866292Disabling compacts and flushes for region at 1733449866292Disabling writes for close at 1733449866292Writing region close event to WAL at 1733449866300 (+8 ms)Running coprocessor post-close hooks at 1733449866321 (+21 ms)Closed at 1733449866321 2024-12-06T01:51:06,321 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T01:51:06,322 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/94480e6d63344a229be0c022501331a6 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/94480e6d63344a229be0c022501331a6 2024-12-06T01:51:06,323 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/397b6e6dbcf74c0b85af77b17fd48213 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/397b6e6dbcf74c0b85af77b17fd48213 2024-12-06T01:51:06,324 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8d02ea3efc964e3989bab3264db49b53 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/8d02ea3efc964e3989bab3264db49b53 2024-12-06T01:51:06,326 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bb1c8674c2794cd5be17b341d3760232 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bb1c8674c2794cd5be17b341d3760232 2024-12-06T01:51:06,327 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/707fcc2dc1be4c89b59b38e4c5830657 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/707fcc2dc1be4c89b59b38e4c5830657 2024-12-06T01:51:06,329 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/892f89c3e9914651bd0f87e06a3abffb to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/892f89c3e9914651bd0f87e06a3abffb 2024-12-06T01:51:06,330 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/99523e7a31224af493a0aa6af21b0153 to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/99523e7a31224af493a0aa6af21b0153 2024-12-06T01:51:06,331 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bfd2d3188153469c872c97adf4f8f2eb to hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/archive/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/info/bfd2d3188153469c872c97adf4f8f2eb 2024-12-06T01:51:06,331 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [6536e23a0716447c92dbe3000da74d72=37897, 8548d2db830a4b09961827decb78dbef=13391, 1b202a5ee3ec4d46b5cebbbed6f00ab4=68605, 384e55725f7740d6af6eca035166d838=27103, b40733cb058c4052925cf69c8072ab56=13394, b8163d65b019474eb8a1a87e6e1f456a=95109, 51720a316b60463eb11e633ef7eae77d=22891, 94480e6d63344a229be0c022501331a6=18675, 397b6e6dbcf74c0b85af77b17fd48213=126937, 8d02ea3efc964e3989bab3264db49b53=22891, bb1c8674c2794cd5be17b341d3760232=18675, 707fcc2dc1be4c89b59b38e4c5830657=149224, 892f89c3e9914651bd0f87e06a3abffb=13394, 99523e7a31224af493a0aa6af21b0153=28178, bfd2d3188153469c872c97adf4f8f2eb=13402] 2024-12-06T01:51:06,335 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/data/default/TestLogRolling-testLogRolling/bf489bdc936b529a6c042e24cc865338/recovered.edits/328.seqid, newMaxSeqId=328, maxSeqId=121 2024-12-06T01:51:06,335 INFO [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:51:06,335 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf489bdc936b529a6c042e24cc865338: Waiting for close lock at 1733449866303Running coprocessor pre-close hooks at 1733449866303Disabling compacts and flushes for region at 1733449866303Disabling writes for close at 1733449866303Writing region close event to WAL at 1733449866332 (+29 ms)Running coprocessor post-close hooks at 1733449866335 (+3 ms)Closed at 1733449866335 2024-12-06T01:51:06,336 DEBUG [RS_CLOSE_REGION-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733449813595.bf489bdc936b529a6c042e24cc865338. 2024-12-06T01:51:06,492 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,38239,1733449787726; all regions closed. 2024-12-06T01:51:06,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741834_1010 (size=8107) 2024-12-06T01:51:06,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741834_1010 (size=8107) 2024-12-06T01:51:06,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/WALs/00c764f7c3aa,38239,1733449787726/00c764f7c3aa%2C38239%2C1733449787726.meta.1733449788993.meta not finished, retry = 0 2024-12-06T01:51:06,496 INFO [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T01:51:06,496 INFO [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T01:51:06,503 INFO [regionserver/00c764f7c3aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:06,599 DEBUG [RS:0;00c764f7c3aa:38239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/oldWALs 2024-12-06T01:51:06,599 INFO [RS:0;00c764f7c3aa:38239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C38239%2C1733449787726.meta:.meta(num 1733449788993) 2024-12-06T01:51:06,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741874_1050 (size=778) 2024-12-06T01:51:06,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741874_1050 (size=778) 2024-12-06T01:51:06,603 DEBUG [RS:0;00c764f7c3aa:38239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/oldWALs 2024-12-06T01:51:06,603 INFO [RS:0;00c764f7c3aa:38239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C38239%2C1733449787726:(num 1733449866159) 2024-12-06T01:51:06,604 DEBUG [RS:0;00c764f7c3aa:38239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:06,604 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:06,604 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:51:06,604 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T01:51:06,604 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:51:06,604 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:51:06,604 INFO [RS:0;00c764f7c3aa:38239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38239 2024-12-06T01:51:06,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,38239,1733449787726 2024-12-06T01:51:06,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:51:06,607 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:51:06,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,38239,1733449787726] 2024-12-06T01:51:06,609 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,38239,1733449787726 already deleted, retry=false 2024-12-06T01:51:06,609 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,38239,1733449787726 expired; onlineServers=0 2024-12-06T01:51:06,609 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c764f7c3aa,43425,1733449787668' ***** 2024-12-06T01:51:06,609 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T01:51:06,609 INFO [M:0;00c764f7c3aa:43425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:51:06,609 INFO [M:0;00c764f7c3aa:43425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:51:06,609 DEBUG [M:0;00c764f7c3aa:43425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T01:51:06,609 DEBUG [M:0;00c764f7c3aa:43425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T01:51:06,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T01:51:06,610 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449788373 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449788373,5,FailOnTimeoutGroup] 2024-12-06T01:51:06,610 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449788374 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449788374,5,FailOnTimeoutGroup] 2024-12-06T01:51:06,610 INFO [M:0;00c764f7c3aa:43425 {}] hbase.ChoreService(370): Chore service for: master/00c764f7c3aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T01:51:06,610 INFO [M:0;00c764f7c3aa:43425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:51:06,610 DEBUG [M:0;00c764f7c3aa:43425 {}] master.HMaster(1795): Stopping service threads 2024-12-06T01:51:06,610 INFO [M:0;00c764f7c3aa:43425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T01:51:06,610 INFO [M:0;00c764f7c3aa:43425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:51:06,610 INFO [M:0;00c764f7c3aa:43425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T01:51:06,610 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T01:51:06,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T01:51:06,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:06,611 DEBUG [M:0;00c764f7c3aa:43425 {}] zookeeper.ZKUtil(347): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T01:51:06,611 WARN [M:0;00c764f7c3aa:43425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T01:51:06,613 INFO [M:0;00c764f7c3aa:43425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/.lastflushedseqids 2024-12-06T01:51:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741875_1051 (size=228) 2024-12-06T01:51:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741875_1051 (size=228) 2024-12-06T01:51:06,620 INFO [M:0;00c764f7c3aa:43425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T01:51:06,620 INFO [M:0;00c764f7c3aa:43425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T01:51:06,620 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:51:06,620 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:06,620 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:06,620 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:51:06,620 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:06,620 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-12-06T01:51:06,636 DEBUG [M:0;00c764f7c3aa:43425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6de8a928c8954c47858626f954124689 is 82, key is hbase:meta,,1/info:regioninfo/1733449789034/Put/seqid=0 2024-12-06T01:51:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741876_1052 (size=5672) 2024-12-06T01:51:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741876_1052 (size=5672) 2024-12-06T01:51:06,642 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6de8a928c8954c47858626f954124689 2024-12-06T01:51:06,663 DEBUG [M:0;00c764f7c3aa:43425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30f197750e645aa882dd0e671f4a554 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733449789556/Put/seqid=0 2024-12-06T01:51:06,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741877_1053 (size=7090) 2024-12-06T01:51:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741877_1053 (size=7090) 2024-12-06T01:51:06,669 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30f197750e645aa882dd0e671f4a554 2024-12-06T01:51:06,676 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d30f197750e645aa882dd0e671f4a554 2024-12-06T01:51:06,699 DEBUG [M:0;00c764f7c3aa:43425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdadc5011c6c4e9797a7268936efe717 is 69, key is 00c764f7c3aa,38239,1733449787726/rs:state/1733449788471/Put/seqid=0 2024-12-06T01:51:06,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741878_1054 (size=5156) 2024-12-06T01:51:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741878_1054 (size=5156) 2024-12-06T01:51:06,705 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdadc5011c6c4e9797a7268936efe717 2024-12-06T01:51:06,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:06,709 INFO [RS:0;00c764f7c3aa:38239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:51:06,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x100650461e80001, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:06,709 INFO [RS:0;00c764f7c3aa:38239 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,38239,1733449787726; zookeeper connection closed. 2024-12-06T01:51:06,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8474475 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8474475 2024-12-06T01:51:06,709 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T01:51:06,732 DEBUG [M:0;00c764f7c3aa:43425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/937f1dadb593451b86a0375a28c596c2 is 52, key is load_balancer_on/state:d/1733449789159/Put/seqid=0 2024-12-06T01:51:06,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741879_1055 (size=5056) 2024-12-06T01:51:06,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741879_1055 (size=5056) 2024-12-06T01:51:06,740 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/937f1dadb593451b86a0375a28c596c2 2024-12-06T01:51:06,746 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6de8a928c8954c47858626f954124689 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6de8a928c8954c47858626f954124689 2024-12-06T01:51:06,751 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6de8a928c8954c47858626f954124689, entries=8, sequenceid=125, filesize=5.5 K 2024-12-06T01:51:06,752 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d30f197750e645aa882dd0e671f4a554 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d30f197750e645aa882dd0e671f4a554 2024-12-06T01:51:06,757 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d30f197750e645aa882dd0e671f4a554 2024-12-06T01:51:06,758 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d30f197750e645aa882dd0e671f4a554, entries=13, sequenceid=125, filesize=6.9 K 2024-12-06T01:51:06,759 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdadc5011c6c4e9797a7268936efe717 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdadc5011c6c4e9797a7268936efe717 2024-12-06T01:51:06,764 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdadc5011c6c4e9797a7268936efe717, entries=1, sequenceid=125, filesize=5.0 K 2024-12-06T01:51:06,765 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/937f1dadb593451b86a0375a28c596c2 as hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/937f1dadb593451b86a0375a28c596c2 2024-12-06T01:51:06,770 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44021/user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/937f1dadb593451b86a0375a28c596c2, entries=1, sequenceid=125, filesize=4.9 K 2024-12-06T01:51:06,771 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=125, compaction requested=false 2024-12-06T01:51:06,773 INFO [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:06,773 DEBUG [M:0;00c764f7c3aa:43425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449866620Disabling compacts and flushes for region at 1733449866620Disabling writes for close at 1733449866620Obtaining lock to block concurrent updates at 1733449866620Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733449866620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1733449866621 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733449866621Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733449866621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733449866636 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733449866636Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733449866648 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733449866662 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733449866663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733449866677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733449866698 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733449866698Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733449866710 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733449866731 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733449866731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c536ee: reopening flushed file at 1733449866745 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc75a03: reopening flushed file at 1733449866751 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ff7c0a: reopening flushed file at 1733449866758 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e27548: reopening flushed file at 1733449866764 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=125, compaction requested=false at 1733449866771 (+7 ms)Writing region close event to WAL at 1733449866773 (+2 ms)Closed at 1733449866773 2024-12-06T01:51:06,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36567 is added to blk_1073741830_1006 (size=61320) 2024-12-06T01:51:06,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8201fc9-757b-ccd7-19bb-dc24c5ef625f/MasterData/WALs/00c764f7c3aa,43425,1733449787668/00c764f7c3aa%2C43425%2C1733449787668.1733449788249 not finished, retry = 0 2024-12-06T01:51:06,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741830_1006 (size=61320) 2024-12-06T01:51:06,877 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:51:06,877 INFO [M:0;00c764f7c3aa:43425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T01:51:06,877 INFO [M:0;00c764f7c3aa:43425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43425 2024-12-06T01:51:06,878 INFO [M:0;00c764f7c3aa:43425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:51:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:06,980 INFO [M:0;00c764f7c3aa:43425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:51:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43425-0x100650461e80000, quorum=127.0.0.1:50720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:06,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4505923c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:06,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b1ba8e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:06,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:06,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7110f9ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:06,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b935e64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:06,984 WARN [BP-132861168-172.17.0.2-1733449786734 heartbeating to localhost/127.0.0.1:44021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:51:06,984 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:51:06,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:51:06,985 WARN [BP-132861168-172.17.0.2-1733449786734 heartbeating to localhost/127.0.0.1:44021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-132861168-172.17.0.2-1733449786734 (Datanode Uuid 421bb8b2-bb48-45dd-8c71-7eecb2ebf564) service to localhost/127.0.0.1:44021 2024-12-06T01:51:06,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/data/data3/current/BP-132861168-172.17.0.2-1733449786734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:06,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/data/data4/current/BP-132861168-172.17.0.2-1733449786734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:06,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:51:06,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39210e1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:06,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125d1815{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:06,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:06,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41eacc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:06,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a321d45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:06,989 WARN [BP-132861168-172.17.0.2-1733449786734 heartbeating to localhost/127.0.0.1:44021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:51:06,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:51:06,989 WARN [BP-132861168-172.17.0.2-1733449786734 heartbeating to localhost/127.0.0.1:44021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-132861168-172.17.0.2-1733449786734 (Datanode Uuid ec32cbb6-0819-4b84-9faa-af4f519dd96b) service to localhost/127.0.0.1:44021 2024-12-06T01:51:06,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:51:06,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/data/data1/current/BP-132861168-172.17.0.2-1733449786734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:06,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/cluster_1a899f76-d3b2-d810-7a72-35f6d4c1b5a3/data/data2/current/BP-132861168-172.17.0.2-1733449786734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:06,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:51:06,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70fdbb08{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:51:06,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@620974ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:06,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:06,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fac4055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:06,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344f2f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:07,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T01:51:07,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T01:51:07,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 97) - Thread LEAK? -, OpenFileDescriptor=450 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 265), ProcessCount=11 (was 11), AvailableMemoryMB=10463 (was 9797) - AvailableMemoryMB LEAK? - 2024-12-06T01:51:07,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=10460 2024-12-06T01:51:07,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T01:51:07,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.log.dir so I do NOT create it in target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/857bce1f-18d7-d9a0-c79a-f79fba792ed4/hadoop.tmp.dir so I do NOT create it in target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1, deleteOnExit=true 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/test.cache.data in system properties and HBase conf 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/hadoop.log.dir in system properties and HBase conf 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T01:51:07,055 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T01:51:07,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/nfs.dump.dir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/java.io.tmpdir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T01:51:07,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T01:51:07,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:07,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:51:07,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:51:07,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:51:07,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:51:07,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:07,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311df90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:51:07,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c056646{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:51:07,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@114f33cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/java.io.tmpdir/jetty-localhost-33703-hadoop-hdfs-3_4_1-tests_jar-_-any-16441494801429536968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:51:07,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba11dbb{HTTP/1.1, (http/1.1)}{localhost:33703} 2024-12-06T01:51:07,332 INFO [Time-limited test {}] server.Server(415): Started @222825ms 2024-12-06T01:51:07,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:07,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:51:07,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:51:07,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:51:07,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T01:51:07,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44e6541c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:51:07,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ff1f9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:51:07,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65980de1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/java.io.tmpdir/jetty-localhost-45861-hadoop-hdfs-3_4_1-tests_jar-_-any-9779152620548826763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:07,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f89a33d{HTTP/1.1, (http/1.1)}{localhost:45861} 2024-12-06T01:51:07,602 INFO [Time-limited test {}] server.Server(415): Started @223095ms 2024-12-06T01:51:07,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:51:07,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T01:51:07,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T01:51:07,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T01:51:07,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T01:51:07,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T01:51:07,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3aa85a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/hadoop.log.dir/,AVAILABLE} 2024-12-06T01:51:07,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56701355{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T01:51:07,761 WARN [Thread-1579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/data/data1/current/BP-1448730703-172.17.0.2-1733449867091/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:07,761 WARN [Thread-1580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/data/data2/current/BP-1448730703-172.17.0.2-1733449867091/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:07,796 WARN [Thread-1558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:51:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c69be90c999558e with lease ID 0xc7f9706084aa3e6e: Processing first storage report for DS-92fac53e-22f8-404b-8b59-85aab2e4ea43 from datanode DatanodeRegistration(127.0.0.1:41441, datanodeUuid=0850f331-2ff6-48ca-b7e4-94cc330f2e8d, infoPort=41043, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=2095984098;c=1733449867091) 2024-12-06T01:51:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c69be90c999558e with lease ID 0xc7f9706084aa3e6e: from storage DS-92fac53e-22f8-404b-8b59-85aab2e4ea43 node DatanodeRegistration(127.0.0.1:41441, datanodeUuid=0850f331-2ff6-48ca-b7e4-94cc330f2e8d, infoPort=41043, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=2095984098;c=1733449867091), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:51:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c69be90c999558e with lease ID 0xc7f9706084aa3e6e: Processing first storage report for DS-3f06cbec-636d-42fa-b7a5-8d73b0924638 from datanode DatanodeRegistration(127.0.0.1:41441, datanodeUuid=0850f331-2ff6-48ca-b7e4-94cc330f2e8d, infoPort=41043, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=2095984098;c=1733449867091) 2024-12-06T01:51:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c69be90c999558e with lease ID 0xc7f9706084aa3e6e: from storage DS-3f06cbec-636d-42fa-b7a5-8d73b0924638 node DatanodeRegistration(127.0.0.1:41441, datanodeUuid=0850f331-2ff6-48ca-b7e4-94cc330f2e8d, infoPort=41043, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=2095984098;c=1733449867091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:51:07,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7135495d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/java.io.tmpdir/jetty-localhost-44823-hadoop-hdfs-3_4_1-tests_jar-_-any-3831785833558395707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:07,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e6c0d9{HTTP/1.1, (http/1.1)}{localhost:44823} 2024-12-06T01:51:07,841 INFO [Time-limited test {}] server.Server(415): Started @223333ms 2024-12-06T01:51:07,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T01:51:07,955 WARN [Thread-1605 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/data/data3/current/BP-1448730703-172.17.0.2-1733449867091/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:07,956 WARN [Thread-1606 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/data/data4/current/BP-1448730703-172.17.0.2-1733449867091/current, will proceed with Du for space computation calculation, 2024-12-06T01:51:07,996 WARN [Thread-1594 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T01:51:07,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe880d1712588c479 with lease ID 0xc7f9706084aa3e6f: Processing first storage report for DS-8425142b-cc50-40b6-a568-fa681f49002b from datanode DatanodeRegistration(127.0.0.1:46495, datanodeUuid=55348535-1018-4609-bf77-34043daf4e57, infoPort=33041, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=2095984098;c=1733449867091) 2024-12-06T01:51:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe880d1712588c479 with lease ID 0xc7f9706084aa3e6f: from storage DS-8425142b-cc50-40b6-a568-fa681f49002b node DatanodeRegistration(127.0.0.1:46495, datanodeUuid=55348535-1018-4609-bf77-34043daf4e57, infoPort=33041, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=2095984098;c=1733449867091), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:51:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe880d1712588c479 with lease ID 0xc7f9706084aa3e6f: Processing first storage report for DS-dd6dbc1d-c538-4e96-9cba-d2c708578bb9 from datanode DatanodeRegistration(127.0.0.1:46495, datanodeUuid=55348535-1018-4609-bf77-34043daf4e57, infoPort=33041, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=2095984098;c=1733449867091) 2024-12-06T01:51:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe880d1712588c479 with lease ID 0xc7f9706084aa3e6f: from storage DS-dd6dbc1d-c538-4e96-9cba-d2c708578bb9 node DatanodeRegistration(127.0.0.1:46495, datanodeUuid=55348535-1018-4609-bf77-34043daf4e57, infoPort=33041, infoSecurePort=0, ipcPort=41101, storageInfo=lv=-57;cid=testClusterID;nsid=2095984098;c=1733449867091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T01:51:08,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632 2024-12-06T01:51:08,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/zookeeper_0, clientPort=62473, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T01:51:08,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62473 2024-12-06T01:51:08,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:08,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:08,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:51:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741825_1001 (size=7) 2024-12-06T01:51:08,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e with version=8 2024-12-06T01:51:08,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42879/user/jenkins/test-data/b14b30ed-bf4e-7727-a340-b7d07a9493c1/hbase-staging 2024-12-06T01:51:08,042 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:51:08,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:08,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:08,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:51:08,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:08,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:51:08,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T01:51:08,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:51:08,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38139 2024-12-06T01:51:08,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38139 connecting to ZooKeeper ensemble=127.0.0.1:62473 2024-12-06T01:51:08,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381390x0, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:51:08,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38139-0x10065059bcf0000 connected 2024-12-06T01:51:08,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:08,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:08,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:08,093 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e, hbase.cluster.distributed=false 2024-12-06T01:51:08,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:51:08,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38139 2024-12-06T01:51:08,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38139 2024-12-06T01:51:08,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38139 2024-12-06T01:51:08,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38139 2024-12-06T01:51:08,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38139 2024-12-06T01:51:08,139 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c764f7c3aa:0 server-side Connection retries=45 2024-12-06T01:51:08,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:08,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:08,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T01:51:08,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T01:51:08,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T01:51:08,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T01:51:08,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T01:51:08,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42109 2024-12-06T01:51:08,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42109 connecting to ZooKeeper ensemble=127.0.0.1:62473 2024-12-06T01:51:08,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:08,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421090x0, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T01:51:08,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421090x0, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:08,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T01:51:08,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42109-0x10065059bcf0001 connected 2024-12-06T01:51:08,167 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T01:51:08,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T01:51:08,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T01:51:08,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42109 2024-12-06T01:51:08,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42109 2024-12-06T01:51:08,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42109 2024-12-06T01:51:08,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42109 2024-12-06T01:51:08,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42109 2024-12-06T01:51:08,193 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c764f7c3aa:38139 2024-12-06T01:51:08,197 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:08,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:08,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:08,199 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:08,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T01:51:08,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,203 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T01:51:08,204 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c764f7c3aa,38139,1733449868041 from backup master directory 2024-12-06T01:51:08,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:08,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:08,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T01:51:08,209 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:51:08,209 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:08,217 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/hbase.id] with ID: 37ccfb9e-b8b0-47bc-ada2-9bcd2d0b7544 2024-12-06T01:51:08,217 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/.tmp/hbase.id 2024-12-06T01:51:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:51:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741826_1002 (size=42) 2024-12-06T01:51:08,242 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/.tmp/hbase.id]:[hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/hbase.id] 2024-12-06T01:51:08,260 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:08,260 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T01:51:08,262 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T01:51:08,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:51:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741827_1003 (size=196) 2024-12-06T01:51:08,291 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T01:51:08,292 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T01:51:08,292 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:51:08,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741828_1004 (size=1189) 2024-12-06T01:51:08,332 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store 2024-12-06T01:51:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:51:08,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741829_1005 (size=34) 2024-12-06T01:51:08,359 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:08,360 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:51:08,360 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:08,360 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:08,361 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:51:08,361 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:08,361 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:08,361 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449868360Disabling compacts and flushes for region at 1733449868360Disabling writes for close at 1733449868361 (+1 ms)Writing region close event to WAL at 1733449868361Closed at 1733449868361 2024-12-06T01:51:08,363 WARN [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/.initializing 2024-12-06T01:51:08,363 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/WALs/00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:08,366 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:08,371 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C38139%2C1733449868041, suffix=, logDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/WALs/00c764f7c3aa,38139,1733449868041, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/oldWALs, maxLogs=10 2024-12-06T01:51:08,393 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/WALs/00c764f7c3aa,38139,1733449868041/00c764f7c3aa%2C38139%2C1733449868041.1733449868371, exclude list is [], retry=0 2024-12-06T01:51:08,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41441,DS-92fac53e-22f8-404b-8b59-85aab2e4ea43,DISK] 2024-12-06T01:51:08,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-8425142b-cc50-40b6-a568-fa681f49002b,DISK] 2024-12-06T01:51:08,398 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/WALs/00c764f7c3aa,38139,1733449868041/00c764f7c3aa%2C38139%2C1733449868041.1733449868371 2024-12-06T01:51:08,399 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41043:41043),(127.0.0.1/127.0.0.1:33041:33041)] 2024-12-06T01:51:08,399 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:08,399 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:08,399 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,399 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T01:51:08,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:08,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T01:51:08,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:08,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T01:51:08,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:08,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T01:51:08,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T01:51:08,408 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,409 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,409 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,410 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,410 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,411 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T01:51:08,413 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T01:51:08,417 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:08,417 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=703881, jitterRate=-0.1049693375825882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T01:51:08,419 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733449868399Initializing all the Stores at 1733449868400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449868400Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449868401 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449868401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449868401Cleaning up temporary data from old regions at 1733449868410 (+9 ms)Region opened successfully at 1733449868419 (+9 ms) 2024-12-06T01:51:08,419 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T01:51:08,423 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc173fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:51:08,425 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T01:51:08,425 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T01:51:08,425 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T01:51:08,425 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T01:51:08,428 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-06T01:51:08,428 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T01:51:08,428 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T01:51:08,435 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T01:51:08,436 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T01:51:08,437 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T01:51:08,438 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T01:51:08,438 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T01:51:08,440 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T01:51:08,440 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T01:51:08,441 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T01:51:08,443 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T01:51:08,444 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T01:51:08,446 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T01:51:08,448 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T01:51:08,449 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T01:51:08,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:08,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:08,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,465 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c764f7c3aa,38139,1733449868041, sessionid=0x10065059bcf0000, setting cluster-up flag (Was=false) 2024-12-06T01:51:08,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,474 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T01:51:08,475 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:08,486 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T01:51:08,487 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:08,488 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T01:51:08,498 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T01:51:08,498 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T01:51:08,498 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T01:51:08,499 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c764f7c3aa,38139,1733449868041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T01:51:08,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:51:08,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:51:08,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:51:08,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=5, maxPoolSize=5 2024-12-06T01:51:08,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c764f7c3aa:0, corePoolSize=10, maxPoolSize=10 2024-12-06T01:51:08,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:51:08,500 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,502 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733449898502 2024-12-06T01:51:08,502 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T01:51:08,502 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T01:51:08,502 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T01:51:08,502 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T01:51:08,502 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T01:51:08,502 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T01:51:08,503 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:51:08,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T01:51:08,503 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T01:51:08,503 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T01:51:08,503 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T01:51:08,503 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T01:51:08,504 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T01:51:08,504 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T01:51:08,505 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449868504,5,FailOnTimeoutGroup] 2024-12-06T01:51:08,508 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449868505,5,FailOnTimeoutGroup] 2024-12-06T01:51:08,508 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,508 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T01:51:08,508 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,508 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:51:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741831_1007 (size=1321) 2024-12-06T01:51:08,581 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(746): ClusterId : 37ccfb9e-b8b0-47bc-ada2-9bcd2d0b7544 2024-12-06T01:51:08,581 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T01:51:08,584 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T01:51:08,584 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T01:51:08,587 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T01:51:08,587 DEBUG [RS:0;00c764f7c3aa:42109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbc0101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c764f7c3aa/172.17.0.2:0 2024-12-06T01:51:08,606 DEBUG [RS:0;00c764f7c3aa:42109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c764f7c3aa:42109 2024-12-06T01:51:08,606 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T01:51:08,606 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T01:51:08,606 DEBUG [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T01:51:08,607 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c764f7c3aa,38139,1733449868041 with port=42109, startcode=1733449868139 2024-12-06T01:51:08,608 DEBUG [RS:0;00c764f7c3aa:42109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T01:51:08,610 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T01:51:08,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:08,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38139 {}] master.ServerManager(517): Registering regionserver=00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:08,611 DEBUG [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e 2024-12-06T01:51:08,611 DEBUG [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40483 2024-12-06T01:51:08,612 DEBUG [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T01:51:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:51:08,614 DEBUG [RS:0;00c764f7c3aa:42109 {}] zookeeper.ZKUtil(111): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:08,614 WARN [RS:0;00c764f7c3aa:42109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T01:51:08,614 INFO [RS:0;00c764f7c3aa:42109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:08,614 DEBUG [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:08,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c764f7c3aa,42109,1733449868139] 2024-12-06T01:51:08,618 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T01:51:08,621 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T01:51:08,625 INFO [RS:0;00c764f7c3aa:42109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T01:51:08,625 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,626 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T01:51:08,626 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T01:51:08,626 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c764f7c3aa:0, corePoolSize=2, maxPoolSize=2 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c764f7c3aa:0, corePoolSize=1, maxPoolSize=1 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:51:08,627 DEBUG [RS:0;00c764f7c3aa:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c764f7c3aa:0, corePoolSize=3, maxPoolSize=3 2024-12-06T01:51:08,632 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,632 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,632 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,632 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,632 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,632 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,42109,1733449868139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:51:08,652 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T01:51:08,652 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,42109,1733449868139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,652 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,653 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.Replication(171): 00c764f7c3aa,42109,1733449868139 started 2024-12-06T01:51:08,669 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:08,670 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1482): Serving as 00c764f7c3aa,42109,1733449868139, RpcServer on 00c764f7c3aa/172.17.0.2:42109, sessionid=0x10065059bcf0001 2024-12-06T01:51:08,670 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T01:51:08,670 DEBUG [RS:0;00c764f7c3aa:42109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:08,670 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,42109,1733449868139' 2024-12-06T01:51:08,670 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T01:51:08,672 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T01:51:08,672 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T01:51:08,672 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T01:51:08,672 DEBUG [RS:0;00c764f7c3aa:42109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:08,672 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c764f7c3aa,42109,1733449868139' 2024-12-06T01:51:08,672 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T01:51:08,673 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T01:51:08,674 DEBUG [RS:0;00c764f7c3aa:42109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T01:51:08,674 INFO [RS:0;00c764f7c3aa:42109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T01:51:08,674 INFO [RS:0;00c764f7c3aa:42109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T01:51:08,774 INFO [RS:0;00c764f7c3aa:42109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:08,776 INFO [RS:0;00c764f7c3aa:42109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C42109%2C1733449868139, suffix=, logDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/00c764f7c3aa,42109,1733449868139, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/oldWALs, maxLogs=32 2024-12-06T01:51:08,792 DEBUG [RS:0;00c764f7c3aa:42109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/00c764f7c3aa,42109,1733449868139/00c764f7c3aa%2C42109%2C1733449868139.1733449868777, exclude list is [], retry=0 2024-12-06T01:51:08,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-8425142b-cc50-40b6-a568-fa681f49002b,DISK] 2024-12-06T01:51:08,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41441,DS-92fac53e-22f8-404b-8b59-85aab2e4ea43,DISK] 2024-12-06T01:51:08,807 INFO [RS:0;00c764f7c3aa:42109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/00c764f7c3aa,42109,1733449868139/00c764f7c3aa%2C42109%2C1733449868139.1733449868777 2024-12-06T01:51:08,808 DEBUG [RS:0;00c764f7c3aa:42109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33041:33041),(127.0.0.1/127.0.0.1:41043:41043)] 2024-12-06T01:51:08,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T01:51:08,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e 2024-12-06T01:51:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741833_1009 (size=32) 2024-12-06T01:51:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741833_1009 (size=32) 2024-12-06T01:51:08,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:08,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:51:08,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:51:08,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:08,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:51:08,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:51:08,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:08,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:51:08,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:51:08,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:08,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:51:08,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:51:08,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:08,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:08,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:51:08,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740 2024-12-06T01:51:08,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740 2024-12-06T01:51:08,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:51:08,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:51:08,943 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:51:08,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:51:08,946 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T01:51:08,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770065, jitterRate=-0.020811930298805237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:51:08,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733449868930Initializing all the Stores at 1733449868931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449868931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449868931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449868931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449868931Cleaning up temporary data from old regions at 1733449868942 (+11 ms)Region opened successfully at 1733449868948 (+6 ms) 2024-12-06T01:51:08,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:51:08,948 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:51:08,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:51:08,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:51:08,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:51:08,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:51:08,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449868948Disabling compacts and flushes for region at 1733449868948Disabling writes for close at 1733449868948Writing region close event to WAL at 1733449868948Closed at 1733449868948 2024-12-06T01:51:08,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:51:08,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T01:51:08,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T01:51:08,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:51:08,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T01:51:09,102 DEBUG [00c764f7c3aa:38139 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T01:51:09,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:09,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,42109,1733449868139, state=OPENING 2024-12-06T01:51:09,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T01:51:09,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:09,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:09,109 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T01:51:09,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:09,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:09,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,42109,1733449868139}] 2024-12-06T01:51:09,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T01:51:09,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T01:51:09,267 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T01:51:09,267 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:09,267 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T01:51:09,271 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c764f7c3aa%2C42109%2C1733449868139.meta, suffix=.meta, logDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/00c764f7c3aa,42109,1733449868139, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/oldWALs, maxLogs=32 2024-12-06T01:51:09,288 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/00c764f7c3aa,42109,1733449868139/00c764f7c3aa%2C42109%2C1733449868139.meta.1733449869272.meta, exclude list is [], retry=0 2024-12-06T01:51:09,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41441,DS-92fac53e-22f8-404b-8b59-85aab2e4ea43,DISK] 2024-12-06T01:51:09,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-8425142b-cc50-40b6-a568-fa681f49002b,DISK] 2024-12-06T01:51:09,293 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/00c764f7c3aa,42109,1733449868139/00c764f7c3aa%2C42109%2C1733449868139.meta.1733449869272.meta 2024-12-06T01:51:09,294 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41043:41043),(127.0.0.1/127.0.0.1:33041:33041)] 2024-12-06T01:51:09,294 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T01:51:09,295 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T01:51:09,295 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T01:51:09,295 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T01:51:09,295 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T01:51:09,295 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T01:51:09,295 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T01:51:09,295 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T01:51:09,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T01:51:09,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T01:51:09,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:09,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:09,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T01:51:09,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T01:51:09,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:09,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:09,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T01:51:09,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T01:51:09,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:09,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:09,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T01:51:09,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T01:51:09,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T01:51:09,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T01:51:09,304 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T01:51:09,305 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740 2024-12-06T01:51:09,306 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740 2024-12-06T01:51:09,307 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T01:51:09,307 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T01:51:09,308 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T01:51:09,309 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T01:51:09,310 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=844850, jitterRate=0.07428276538848877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T01:51:09,310 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T01:51:09,311 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733449869295Writing region info on filesystem at 1733449869295Initializing all the Stores at 1733449869296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449869296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449869298 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733449869298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733449869298Cleaning up temporary data from old regions at 1733449869307 (+9 ms)Running coprocessor post-open hooks at 1733449869310 (+3 ms)Region opened successfully at 1733449869311 (+1 ms) 2024-12-06T01:51:09,312 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733449869261 2024-12-06T01:51:09,314 DEBUG [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T01:51:09,314 INFO [RS_OPEN_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T01:51:09,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:09,316 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c764f7c3aa,42109,1733449868139, state=OPEN 2024-12-06T01:51:09,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:51:09,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T01:51:09,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:09,320 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:09,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T01:51:09,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T01:51:09,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c764f7c3aa,42109,1733449868139 in 211 msec 2024-12-06T01:51:09,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T01:51:09,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-12-06T01:51:09,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T01:51:09,326 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T01:51:09,328 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:51:09,328 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,42109,1733449868139, seqNum=-1] 2024-12-06T01:51:09,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:51:09,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:51:09,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 836 msec 2024-12-06T01:51:09,334 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733449869334, completionTime=-1 2024-12-06T01:51:09,334 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T01:51:09,334 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T01:51:09,336 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T01:51:09,336 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733449929336 2024-12-06T01:51:09,336 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733449989336 2024-12-06T01:51:09,336 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T01:51:09,336 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38139,1733449868041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:09,336 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38139,1733449868041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:09,337 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38139,1733449868041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:09,337 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c764f7c3aa:38139, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:09,337 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:09,337 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:09,338 DEBUG [master/00c764f7c3aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T01:51:09,340 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.131sec 2024-12-06T01:51:09,340 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T01:51:09,340 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T01:51:09,340 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T01:51:09,340 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T01:51:09,341 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T01:51:09,341 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38139,1733449868041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T01:51:09,341 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38139,1733449868041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T01:51:09,343 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T01:51:09,343 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T01:51:09,343 INFO [master/00c764f7c3aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c764f7c3aa,38139,1733449868041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T01:51:09,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6618be99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:51:09,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c764f7c3aa,38139,-1 for getting cluster id 2024-12-06T01:51:09,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T01:51:09,383 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37ccfb9e-b8b0-47bc-ada2-9bcd2d0b7544' 2024-12-06T01:51:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T01:51:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37ccfb9e-b8b0-47bc-ada2-9bcd2d0b7544" 2024-12-06T01:51:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f78e2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:51:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c764f7c3aa,38139,-1] 2024-12-06T01:51:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T01:51:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:09,386 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T01:51:09,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665c2cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T01:51:09,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T01:51:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c764f7c3aa,42109,1733449868139, seqNum=-1] 2024-12-06T01:51:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T01:51:09,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T01:51:09,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:09,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T01:51:09,395 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T01:51:09,395 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T01:51:09,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T01:51:09,399 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/test.com,8080,1, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/oldWALs, maxLogs=32 2024-12-06T01:51:09,419 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733449869399, exclude list is [], retry=0 2024-12-06T01:51:09,423 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41441,DS-92fac53e-22f8-404b-8b59-85aab2e4ea43,DISK] 2024-12-06T01:51:09,423 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-8425142b-cc50-40b6-a568-fa681f49002b,DISK] 2024-12-06T01:51:09,432 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733449869399 2024-12-06T01:51:09,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41043:41043),(127.0.0.1/127.0.0.1:33041:33041)] 2024-12-06T01:51:09,454 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733449869433, exclude list is [], retry=0 2024-12-06T01:51:09,458 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41441,DS-92fac53e-22f8-404b-8b59-85aab2e4ea43,DISK] 2024-12-06T01:51:09,459 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46495,DS-8425142b-cc50-40b6-a568-fa681f49002b,DISK] 2024-12-06T01:51:09,471 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733449869399 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733449869433 2024-12-06T01:51:09,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41043:41043),(127.0.0.1/127.0.0.1:33041:33041)] 2024-12-06T01:51:09,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733449869399 is not closed yet, will try archiving it next time 2024-12-06T01:51:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741835_1011 (size=93) 2024-12-06T01:51:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741835_1011 (size=93) 2024-12-06T01:51:09,476 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/WALs/test.com,8080,1/test.com%2C8080%2C1.1733449869399 to hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/oldWALs/test.com%2C8080%2C1.1733449869399 2024-12-06T01:51:09,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741836_1012 (size=93) 2024-12-06T01:51:09,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741836_1012 (size=93) 2024-12-06T01:51:09,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/oldWALs 2024-12-06T01:51:09,485 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733449869433) 2024-12-06T01:51:09,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T01:51:09,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:51:09,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:09,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:09,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:09,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T01:51:09,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T01:51:09,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033987120, stopped=false 2024-12-06T01:51:09,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c764f7c3aa,38139,1733449868041 2024-12-06T01:51:09,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:09,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T01:51:09,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:09,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:09,488 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:51:09,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T01:51:09,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:09,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:09,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c764f7c3aa,42109,1733449868139' ***** 2024-12-06T01:51:09,489 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T01:51:09,489 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(959): stopping server 00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c764f7c3aa:42109. 2024-12-06T01:51:09,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:09,489 DEBUG [RS:0;00c764f7c3aa:42109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T01:51:09,489 DEBUG [RS:0;00c764f7c3aa:42109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T01:51:09,489 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T01:51:09,490 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T01:51:09,490 DEBUG [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T01:51:09,490 DEBUG [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T01:51:09,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T01:51:09,490 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T01:51:09,490 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T01:51:09,490 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T01:51:09,490 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T01:51:09,490 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T01:51:09,490 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T01:51:09,506 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740/.tmp/ns/ac9fbc8c978d4f948c81a354d8149c23 is 43, key is default/ns:d/1733449869330/Put/seqid=0 2024-12-06T01:51:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741837_1013 (size=5153) 2024-12-06T01:51:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741837_1013 (size=5153) 2024-12-06T01:51:09,512 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740/.tmp/ns/ac9fbc8c978d4f948c81a354d8149c23 2024-12-06T01:51:09,518 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740/.tmp/ns/ac9fbc8c978d4f948c81a354d8149c23 as hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740/ns/ac9fbc8c978d4f948c81a354d8149c23 2024-12-06T01:51:09,526 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740/ns/ac9fbc8c978d4f948c81a354d8149c23, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T01:51:09,527 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false 2024-12-06T01:51:09,527 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T01:51:09,532 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T01:51:09,532 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T01:51:09,532 INFO [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T01:51:09,532 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733449869490Running coprocessor pre-close hooks at 1733449869490Disabling compacts and flushes for region at 1733449869490Disabling writes for close at 1733449869490Obtaining lock to block concurrent updates at 1733449869490Preparing flush snapshotting stores in 1588230740 at 1733449869490Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733449869490Flushing stores of hbase:meta,,1.1588230740 at 1733449869491 (+1 ms)Flushing 1588230740/ns: creating writer at 1733449869491Flushing 1588230740/ns: appending metadata at 1733449869506 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733449869506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420b6cdd: reopening flushed file at 1733449869517 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false at 1733449869527 (+10 ms)Writing region close event to WAL at 1733449869528 (+1 ms)Running coprocessor post-close hooks at 1733449869532 (+4 ms)Closed at 1733449869532 2024-12-06T01:51:09,533 DEBUG [RS_CLOSE_META-regionserver/00c764f7c3aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T01:51:09,687 INFO [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T01:51:09,687 INFO [regionserver/00c764f7c3aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T01:51:09,690 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(976): stopping server 00c764f7c3aa,42109,1733449868139; all regions closed. 2024-12-06T01:51:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741834_1010 (size=1152) 2024-12-06T01:51:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741834_1010 (size=1152) 2024-12-06T01:51:09,695 DEBUG [RS:0;00c764f7c3aa:42109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/oldWALs 2024-12-06T01:51:09,695 INFO [RS:0;00c764f7c3aa:42109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C42109%2C1733449868139.meta:.meta(num 1733449869272) 2024-12-06T01:51:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741832_1008 (size=93) 2024-12-06T01:51:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741832_1008 (size=93) 2024-12-06T01:51:09,699 DEBUG [RS:0;00c764f7c3aa:42109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/oldWALs 2024-12-06T01:51:09,699 INFO [RS:0;00c764f7c3aa:42109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c764f7c3aa%2C42109%2C1733449868139:(num 1733449868777) 2024-12-06T01:51:09,699 DEBUG [RS:0;00c764f7c3aa:42109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T01:51:09,699 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T01:51:09,699 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:51:09,699 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.ChoreService(370): Chore service for: regionserver/00c764f7c3aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T01:51:09,699 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:51:09,699 INFO [regionserver/00c764f7c3aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:51:09,700 INFO [RS:0;00c764f7c3aa:42109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42109 2024-12-06T01:51:09,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c764f7c3aa,42109,1733449868139 2024-12-06T01:51:09,702 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:51:09,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T01:51:09,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c764f7c3aa,42109,1733449868139] 2024-12-06T01:51:09,705 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c764f7c3aa,42109,1733449868139 already deleted, retry=false 2024-12-06T01:51:09,705 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c764f7c3aa,42109,1733449868139 expired; onlineServers=0 2024-12-06T01:51:09,705 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c764f7c3aa,38139,1733449868041' ***** 2024-12-06T01:51:09,705 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T01:51:09,705 INFO [M:0;00c764f7c3aa:38139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T01:51:09,705 INFO [M:0;00c764f7c3aa:38139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T01:51:09,705 DEBUG [M:0;00c764f7c3aa:38139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T01:51:09,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T01:51:09,706 DEBUG [M:0;00c764f7c3aa:38139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T01:51:09,706 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449868504 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.large.0-1733449868504,5,FailOnTimeoutGroup] 2024-12-06T01:51:09,706 INFO [M:0;00c764f7c3aa:38139 {}] hbase.ChoreService(370): Chore service for: master/00c764f7c3aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T01:51:09,706 INFO [M:0;00c764f7c3aa:38139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T01:51:09,706 DEBUG [master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449868505 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c764f7c3aa:0:becomeActiveMaster-HFileCleaner.small.0-1733449868505,5,FailOnTimeoutGroup] 2024-12-06T01:51:09,706 DEBUG [M:0;00c764f7c3aa:38139 {}] master.HMaster(1795): Stopping service threads 2024-12-06T01:51:09,706 INFO [M:0;00c764f7c3aa:38139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T01:51:09,706 INFO [M:0;00c764f7c3aa:38139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T01:51:09,706 INFO [M:0;00c764f7c3aa:38139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T01:51:09,706 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T01:51:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T01:51:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T01:51:09,708 DEBUG [M:0;00c764f7c3aa:38139 {}] zookeeper.ZKUtil(347): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T01:51:09,708 WARN [M:0;00c764f7c3aa:38139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T01:51:09,708 INFO [M:0;00c764f7c3aa:38139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/.lastflushedseqids 2024-12-06T01:51:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741838_1014 (size=99) 2024-12-06T01:51:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741838_1014 (size=99) 2024-12-06T01:51:09,716 INFO [M:0;00c764f7c3aa:38139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T01:51:09,716 INFO [M:0;00c764f7c3aa:38139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T01:51:09,716 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T01:51:09,716 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:09,716 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:09,716 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T01:51:09,716 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:09,717 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-06T01:51:09,736 DEBUG [M:0;00c764f7c3aa:38139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d24cf8bdbf4c7b878f0f67195b137e is 82, key is hbase:meta,,1/info:regioninfo/1733449869315/Put/seqid=0 2024-12-06T01:51:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741839_1015 (size=5672) 2024-12-06T01:51:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741839_1015 (size=5672) 2024-12-06T01:51:09,744 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d24cf8bdbf4c7b878f0f67195b137e 2024-12-06T01:51:09,771 DEBUG [M:0;00c764f7c3aa:38139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbf952478b9f45bf8a2f57b9567dd1c0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733449869333/Put/seqid=0 2024-12-06T01:51:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741840_1016 (size=5275) 2024-12-06T01:51:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741840_1016 (size=5275) 2024-12-06T01:51:09,778 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbf952478b9f45bf8a2f57b9567dd1c0 2024-12-06T01:51:09,804 INFO [RS:0;00c764f7c3aa:42109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:51:09,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:09,804 INFO [RS:0;00c764f7c3aa:42109 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c764f7c3aa,42109,1733449868139; zookeeper connection closed. 2024-12-06T01:51:09,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x10065059bcf0001, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:09,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24d2bb5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24d2bb5c 2024-12-06T01:51:09,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T01:51:09,805 DEBUG [M:0;00c764f7c3aa:38139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c27569ec6dfe42e0b01a10f664b5973c is 69, key is 00c764f7c3aa,42109,1733449868139/rs:state/1733449868610/Put/seqid=0 2024-12-06T01:51:09,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741841_1017 (size=5156) 2024-12-06T01:51:09,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741841_1017 (size=5156) 2024-12-06T01:51:09,815 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c27569ec6dfe42e0b01a10f664b5973c 2024-12-06T01:51:09,841 DEBUG [M:0;00c764f7c3aa:38139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/df6d07c9514640cb8c028c59fb64863f is 52, key is load_balancer_on/state:d/1733449869394/Put/seqid=0 2024-12-06T01:51:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741842_1018 (size=5056) 2024-12-06T01:51:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741842_1018 (size=5056) 2024-12-06T01:51:09,852 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/df6d07c9514640cb8c028c59fb64863f 2024-12-06T01:51:09,858 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d24cf8bdbf4c7b878f0f67195b137e as hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70d24cf8bdbf4c7b878f0f67195b137e 2024-12-06T01:51:09,863 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70d24cf8bdbf4c7b878f0f67195b137e, entries=8, sequenceid=29, filesize=5.5 K 2024-12-06T01:51:09,865 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbf952478b9f45bf8a2f57b9567dd1c0 as hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbf952478b9f45bf8a2f57b9567dd1c0 2024-12-06T01:51:09,871 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbf952478b9f45bf8a2f57b9567dd1c0, entries=3, sequenceid=29, filesize=5.2 K 2024-12-06T01:51:09,872 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c27569ec6dfe42e0b01a10f664b5973c as hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c27569ec6dfe42e0b01a10f664b5973c 2024-12-06T01:51:09,877 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c27569ec6dfe42e0b01a10f664b5973c, entries=1, sequenceid=29, filesize=5.0 K 2024-12-06T01:51:09,878 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/df6d07c9514640cb8c028c59fb64863f as hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/df6d07c9514640cb8c028c59fb64863f 2024-12-06T01:51:09,883 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/de959098-ce13-c16c-363e-c74dc6cf043e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/df6d07c9514640cb8c028c59fb64863f, entries=1, sequenceid=29, filesize=4.9 K 2024-12-06T01:51:09,884 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=29, compaction requested=false 2024-12-06T01:51:09,890 INFO [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T01:51:09,890 DEBUG [M:0;00c764f7c3aa:38139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733449869716Disabling compacts and flushes for region at 1733449869716Disabling writes for close at 1733449869716Obtaining lock to block concurrent updates at 1733449869717 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733449869717Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733449869717Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733449869718 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733449869718Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733449869736 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733449869736Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733449869750 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733449869771 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733449869771Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733449869784 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733449869804 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733449869804Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733449869821 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733449869841 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733449869841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff84cc4: reopening flushed file at 1733449869857 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed3c2d0: reopening flushed file at 1733449869864 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a384e4: reopening flushed file at 1733449869871 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8bc76c: reopening flushed file at 1733449869877 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 168ms, sequenceid=29, compaction requested=false at 1733449869884 (+7 ms)Writing region close event to WAL at 1733449869890 (+6 ms)Closed at 1733449869890 2024-12-06T01:51:09,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41441 is added to blk_1073741830_1006 (size=10311) 2024-12-06T01:51:09,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46495 is added to blk_1073741830_1006 (size=10311) 2024-12-06T01:51:09,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T01:51:09,895 INFO [M:0;00c764f7c3aa:38139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T01:51:09,895 INFO [M:0;00c764f7c3aa:38139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38139 2024-12-06T01:51:09,896 INFO [M:0;00c764f7c3aa:38139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T01:51:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38139-0x10065059bcf0000, quorum=127.0.0.1:62473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T01:51:09,999 INFO [M:0;00c764f7c3aa:38139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T01:51:10,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7135495d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:10,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e6c0d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:10,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:10,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56701355{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:10,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3aa85a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:10,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:51:10,009 WARN [BP-1448730703-172.17.0.2-1733449867091 heartbeating to localhost/127.0.0.1:40483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:51:10,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:51:10,009 WARN [BP-1448730703-172.17.0.2-1733449867091 heartbeating to localhost/127.0.0.1:40483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1448730703-172.17.0.2-1733449867091 (Datanode Uuid 55348535-1018-4609-bf77-34043daf4e57) service to localhost/127.0.0.1:40483 2024-12-06T01:51:10,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/data/data3/current/BP-1448730703-172.17.0.2-1733449867091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:10,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/data/data4/current/BP-1448730703-172.17.0.2-1733449867091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:10,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:51:10,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65980de1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T01:51:10,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f89a33d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:10,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:10,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ff1f9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:10,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44e6541c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:10,020 WARN [BP-1448730703-172.17.0.2-1733449867091 heartbeating to localhost/127.0.0.1:40483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T01:51:10,020 WARN [BP-1448730703-172.17.0.2-1733449867091 heartbeating to localhost/127.0.0.1:40483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1448730703-172.17.0.2-1733449867091 (Datanode Uuid 0850f331-2ff6-48ca-b7e4-94cc330f2e8d) service to localhost/127.0.0.1:40483 2024-12-06T01:51:10,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T01:51:10,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T01:51:10,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/data/data1/current/BP-1448730703-172.17.0.2-1733449867091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:10,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/cluster_26d96830-57de-b4f6-0643-62980f7ce0f1/data/data2/current/BP-1448730703-172.17.0.2-1733449867091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T01:51:10,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T01:51:10,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@114f33cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T01:51:10,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba11dbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T01:51:10,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T01:51:10,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c056646{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T01:51:10,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311df90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9cdcef19-238b-a337-80cd-3b9c297c3632/hadoop.log.dir/,STOPPED} 2024-12-06T01:51:10,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T01:51:10,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T01:51:10,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 108) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=10180 (was 10460)