2024-11-19 16:41:09,104 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-19 16:41:09,128 main DEBUG Took 0.021057 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-19 16:41:09,128 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-19 16:41:09,129 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-19 16:41:09,130 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-19 16:41:09,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,143 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-19 16:41:09,167 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,174 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,176 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,178 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,179 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,181 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,182 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,185 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 16:41:09,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,187 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-19 16:41:09,190 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 16:41:09,191 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-19 16:41:09,194 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-19 16:41:09,195 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-19 16:41:09,197 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-19 16:41:09,198 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-19 16:41:09,211 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-19 16:41:09,215 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-19 16:41:09,218 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-19 16:41:09,218 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-19 16:41:09,219 main DEBUG createAppenders(={Console})
2024-11-19 16:41:09,220 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-19 16:41:09,223 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-19 16:41:09,224 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-19 16:41:09,225 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-19 16:41:09,225 main DEBUG OutputStream closed
2024-11-19 16:41:09,226 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-19 16:41:09,226 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-19 16:41:09,227 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-19 16:41:09,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-19 16:41:09,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-19 16:41:09,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-19 16:41:09,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-19 16:41:09,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-19 16:41:09,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-19 16:41:09,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-19 16:41:09,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-19 16:41:09,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-19 16:41:09,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-19 16:41:09,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-19 16:41:09,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-19 16:41:09,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-19 16:41:09,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-19 16:41:09,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-19 16:41:09,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-19 16:41:09,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-19 16:41:09,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-19 16:41:09,344 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19 16:41:09,345 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-19 16:41:09,345 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-19 16:41:09,346 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-19T16:41:09,366 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-19 16:41:09,370 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-19 16:41:09,370 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19T16:41:09,631 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246
2024-11-19T16:41:09,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-19T16:41:09,677 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/cluster_6fb19216-680c-e470-1f90-576676d82b8b, deleteOnExit=true
2024-11-19T16:41:09,677 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-19T16:41:09,679 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/test.cache.data in system properties and HBase conf
2024-11-19T16:41:09,680 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/hadoop.tmp.dir in system properties and HBase conf
2024-11-19T16:41:09,681 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/hadoop.log.dir in system properties and HBase conf
2024-11-19T16:41:09,682 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-19T16:41:09,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-19T16:41:09,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-19T16:41:09,814 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-19T16:41:09,907 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T16:41:09,911 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-19T16:41:09,911 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-19T16:41:09,912 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-19T16:41:09,913 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-19T16:41:09,913 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-19T16:41:09,914 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-19T16:41:09,914 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-19T16:41:09,914 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-19T16:41:09,915 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-19T16:41:09,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/nfs.dump.dir in system properties and HBase conf
2024-11-19T16:41:09,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/java.io.tmpdir in system properties and HBase conf
2024-11-19T16:41:09,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-19T16:41:09,917 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-19T16:41:09,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-19T16:41:11,107 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-19T16:41:11,187 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2796ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-19T16:41:11,260 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T16:41:11,324 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-19T16:41:11,348 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-19T16:41:11,348 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-19T16:41:11,350 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-19T16:41:11,361 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T16:41:11,364 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/hadoop.log.dir/,AVAILABLE}
2024-11-19T16:41:11,365 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-19T16:41:11,552 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/java.io.tmpdir/jetty-localhost-33429-hadoop-hdfs-3_4_1-tests_jar-_-any-14077089853574299754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-19T16:41:11,562 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:33429}
2024-11-19T16:41:11,563 INFO  [Time-limited test {}] server.Server(415): Started @3172ms
2024-11-19T16:41:12,125 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T16:41:12,133 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-19T16:41:12,135 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-19T16:41:12,135 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-19T16:41:12,135 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-19T16:41:12,136 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/hadoop.log.dir/,AVAILABLE}
2024-11-19T16:41:12,137 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-19T16:41:12,257 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@258822a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/java.io.tmpdir/jetty-localhost-37765-hadoop-hdfs-3_4_1-tests_jar-_-any-6086498162805152567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-19T16:41:12,258 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:37765}
2024-11-19T16:41:12,258 INFO  [Time-limited test {}] server.Server(415): Started @3867ms
2024-11-19T16:41:12,310 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-19T16:41:13,272 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/cluster_6fb19216-680c-e470-1f90-576676d82b8b/data/data2/current/BP-243475860-172.17.0.3-1732034470519/current, will proceed with Du for space computation calculation, 
2024-11-19T16:41:13,272 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/cluster_6fb19216-680c-e470-1f90-576676d82b8b/data/data1/current/BP-243475860-172.17.0.3-1732034470519/current, will proceed with Du for space computation calculation, 
2024-11-19T16:41:13,303 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-19T16:41:13,355 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc89410c5b643606 with lease ID 0x158392067e6e80b5: Processing first storage report for DS-e56cff70-d27f-46a2-912b-5f3a0ee5e929 from datanode DatanodeRegistration(127.0.0.1:44567, datanodeUuid=f52ececa-2e42-4d08-88a7-6ff47e905f6c, infoPort=40517, infoSecurePort=0, ipcPort=34899, storageInfo=lv=-57;cid=testClusterID;nsid=1830539946;c=1732034470519)
2024-11-19T16:41:13,356 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc89410c5b643606 with lease ID 0x158392067e6e80b5: from storage DS-e56cff70-d27f-46a2-912b-5f3a0ee5e929 node DatanodeRegistration(127.0.0.1:44567, datanodeUuid=f52ececa-2e42-4d08-88a7-6ff47e905f6c, infoPort=40517, infoSecurePort=0, ipcPort=34899, storageInfo=lv=-57;cid=testClusterID;nsid=1830539946;c=1732034470519), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-19T16:41:13,357 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc89410c5b643606 with lease ID 0x158392067e6e80b5: Processing first storage report for DS-da666600-1756-4fe0-97b3-4a72a6f4dc90 from datanode DatanodeRegistration(127.0.0.1:44567, datanodeUuid=f52ececa-2e42-4d08-88a7-6ff47e905f6c, infoPort=40517, infoSecurePort=0, ipcPort=34899, storageInfo=lv=-57;cid=testClusterID;nsid=1830539946;c=1732034470519)
2024-11-19T16:41:13,357 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc89410c5b643606 with lease ID 0x158392067e6e80b5: from storage DS-da666600-1756-4fe0-97b3-4a72a6f4dc90 node DatanodeRegistration(127.0.0.1:44567, datanodeUuid=f52ececa-2e42-4d08-88a7-6ff47e905f6c, infoPort=40517, infoSecurePort=0, ipcPort=34899, storageInfo=lv=-57;cid=testClusterID;nsid=1830539946;c=1732034470519), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-19T16:41:13,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246
2024-11-19T16:41:13,498 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/cluster_6fb19216-680c-e470-1f90-576676d82b8b/zookeeper_0, clientPort=58729, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/cluster_6fb19216-680c-e470-1f90-576676d82b8b/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/cluster_6fb19216-680c-e470-1f90-576676d82b8b/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-19T16:41:13,513 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58729
2024-11-19T16:41:13,522 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T16:41:13,525 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T16:41:13,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741825_1001 (size=7)
2024-11-19T16:41:14,161 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188 with version=8
2024-11-19T16:41:14,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/hbase-staging
2024-11-19T16:41:14,253 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-19T16:41:14,455 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/32a8860bb9d6:0 server-side Connection retries=9
2024-11-19T16:41:14,465 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T16:41:14,465 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T16:41:14,470 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T16:41:14,470 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T16:41:14,470 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T16:41:14,595 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-19T16:41:14,646 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-19T16:41:14,654 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-19T16:41:14,657 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T16:41:14,680 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 110739 (auto-detected)
2024-11-19T16:41:14,681 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-19T16:41:14,699 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43949
2024-11-19T16:41:14,720 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43949 connecting to ZooKeeper ensemble=127.0.0.1:58729
2024-11-19T16:41:14,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439490x0, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T16:41:14,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43949-0x10153f8a9b10000 connected
2024-11-19T16:41:15,002 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T16:41:15,004 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T16:41:15,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T16:41:15,019 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188, hbase.cluster.distributed=false
2024-11-19T16:41:15,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T16:41:15,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43949
2024-11-19T16:41:15,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43949
2024-11-19T16:41:15,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43949
2024-11-19T16:41:15,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43949
2024-11-19T16:41:15,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43949
2024-11-19T16:41:15,172 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/32a8860bb9d6:0 server-side Connection retries=9
2024-11-19T16:41:15,174 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T16:41:15,174 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T16:41:15,175 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T16:41:15,175 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T16:41:15,175 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T16:41:15,179 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T16:41:15,182 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T16:41:15,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41957
2024-11-19T16:41:15,187 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41957 connecting to ZooKeeper ensemble=127.0.0.1:58729
2024-11-19T16:41:15,188 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T16:41:15,193 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T16:41:15,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419570x0, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T16:41:15,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419570x0, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T16:41:15,238 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T16:41:15,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41957-0x10153f8a9b10001 connected
2024-11-19T16:41:15,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T16:41:15,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T16:41:15,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T16:41:15,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41957
2024-11-19T16:41:15,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41957
2024-11-19T16:41:15,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41957
2024-11-19T16:41:15,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41957
2024-11-19T16:41:15,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41957
2024-11-19T16:41:15,282 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32a8860bb9d6:43949
2024-11-19T16:41:15,283 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/32a8860bb9d6,43949,1732034474300
2024-11-19T16:41:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T16:41:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T16:41:15,302 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32a8860bb9d6,43949,1732034474300
2024-11-19T16:41:15,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T16:41:15,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:15,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:15,331 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T16:41:15,332 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32a8860bb9d6,43949,1732034474300 from backup master directory
2024-11-19T16:41:15,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32a8860bb9d6,43949,1732034474300
2024-11-19T16:41:15,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T16:41:15,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T16:41:15,348 WARN  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T16:41:15,348 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32a8860bb9d6,43949,1732034474300
2024-11-19T16:41:15,350 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-19T16:41:15,351 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-19T16:41:15,414 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/hbase.id] with ID: 4464057c-2086-4621-8422-eb56f1af9773
2024-11-19T16:41:15,414 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/.tmp/hbase.id
2024-11-19T16:41:15,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741826_1002 (size=42)
2024-11-19T16:41:15,827 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/.tmp/hbase.id]:[hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/hbase.id]
2024-11-19T16:41:15,876 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T16:41:15,881 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-19T16:41:15,899 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-19T16:41:15,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:15,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:15,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741827_1003 (size=196)
2024-11-19T16:41:16,403 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:41:16,406 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-19T16:41:16,419 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T16:41:16,424 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T16:41:16,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741828_1004 (size=1189)
2024-11-19T16:41:16,875 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store
2024-11-19T16:41:16,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741829_1005 (size=34)
2024-11-19T16:41:17,300 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-19T16:41:17,303 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:41:17,304 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T16:41:17,304 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T16:41:17,304 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T16:41:17,305 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T16:41:17,306 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T16:41:17,306 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T16:41:17,307 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732034477304Disabling compacts and flushes for region at 1732034477304Disabling writes for close at 1732034477305 (+1 ms)Writing region close event to WAL at 1732034477306 (+1 ms)Closed at 1732034477306
2024-11-19T16:41:17,309 WARN  [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/.initializing
2024-11-19T16:41:17,309 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/WALs/32a8860bb9d6,43949,1732034474300
2024-11-19T16:41:17,318 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T16:41:17,333 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C43949%2C1732034474300, suffix=, logDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/WALs/32a8860bb9d6,43949,1732034474300, archiveDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/oldWALs, maxLogs=10
2024-11-19T16:41:17,354 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/WALs/32a8860bb9d6,43949,1732034474300/32a8860bb9d6%2C43949%2C1732034474300.1732034477337, exclude list is [], retry=0
2024-11-19T16:41:17,371 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-e56cff70-d27f-46a2-912b-5f3a0ee5e929,DISK]
2024-11-19T16:41:17,374 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-19T16:41:17,406 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/WALs/32a8860bb9d6,43949,1732034474300/32a8860bb9d6%2C43949%2C1732034474300.1732034477337
2024-11-19T16:41:17,407 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40517:40517)]
2024-11-19T16:41:17,407 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:41:17,408 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:41:17,411 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T16:41:17,412 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T16:41:17,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T16:41:17,476 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-19T16:41:17,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:17,481 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:41:17,482 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T16:41:17,485 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-19T16:41:17,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:17,486 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:41:17,487 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T16:41:17,489 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-19T16:41:17,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:17,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:41:17,491 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T16:41:17,493 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-19T16:41:17,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:17,494 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:41:17,495 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T16:41:17,498 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T16:41:17,499 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T16:41:17,504 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T16:41:17,505 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T16:41:17,509 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T16:41:17,513 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T16:41:17,517 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:41:17,518 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66215294, jitterRate=-0.01331523060798645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T16:41:17,526 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732034477423Initializing all the Stores at 1732034477426 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732034477427 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034477428 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034477428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034477428Cleaning up temporary data from old regions at 1732034477505 (+77 ms)Region opened successfully at 1732034477526 (+21 ms)
2024-11-19T16:41:17,528 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-19T16:41:17,560 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63651879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0
2024-11-19T16:41:17,588 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-19T16:41:17,600 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-19T16:41:17,600 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-19T16:41:17,603 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-19T16:41:17,605 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-19T16:41:17,610 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-19T16:41:17,611 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-19T16:41:17,637 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-19T16:41:17,645 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-19T16:41:17,698 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-19T16:41:17,703 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-19T16:41:17,706 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-19T16:41:17,719 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-19T16:41:17,723 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-19T16:41:17,728 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-19T16:41:17,740 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-19T16:41:17,744 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-19T16:41:17,757 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-19T16:41:17,779 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-19T16:41:17,788 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-19T16:41:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T16:41:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T16:41:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:17,809 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32a8860bb9d6,43949,1732034474300, sessionid=0x10153f8a9b10000, setting cluster-up flag (Was=false)
2024-11-19T16:41:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:17,873 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-19T16:41:17,877 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,43949,1732034474300
2024-11-19T16:41:17,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:17,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:41:17,936 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-19T16:41:17,940 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32a8860bb9d6,43949,1732034474300
2024-11-19T16:41:17,949 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-19T16:41:17,973 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(746): ClusterId : 4464057c-2086-4621-8422-eb56f1af9773
2024-11-19T16:41:17,975 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T16:41:17,991 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T16:41:17,991 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T16:41:18,005 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T16:41:18,006 DEBUG [RS:0;32a8860bb9d6:41957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1918cccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32a8860bb9d6/172.17.0.3:0
2024-11-19T16:41:18,019 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32a8860bb9d6:41957
2024-11-19T16:41:18,020 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-19T16:41:18,021 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T16:41:18,022 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T16:41:18,022 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T16:41:18,024 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,43949,1732034474300 with port=41957, startcode=1732034475135
2024-11-19T16:41:18,029 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-19T16:41:18,033 DEBUG [RS:0;32a8860bb9d6:41957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T16:41:18,035 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-19T16:41:18,041 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32a8860bb9d6,43949,1732034474300
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-19T16:41:18,048 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5
2024-11-19T16:41:18,048 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5
2024-11-19T16:41:18,049 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5
2024-11-19T16:41:18,049 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=5, maxPoolSize=5
2024-11-19T16:41:18,049 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32a8860bb9d6:0, corePoolSize=10, maxPoolSize=10
2024-11-19T16:41:18,049 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:18,050 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2
2024-11-19T16:41:18,050 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:18,056 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732034508056
2024-11-19T16:41:18,058 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-19T16:41:18,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T16:41:18,058 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-19T16:41:18,059 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-19T16:41:18,063 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-19T16:41:18,064 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-19T16:41:18,064 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-19T16:41:18,064 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T16:41:18,064 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-19T16:41:18,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:18,064 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-19T16:41:18,065 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:18,067 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-19T16:41:18,069 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-19T16:41:18,069 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-19T16:41:18,071 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43949 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T16:41:18,071 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-19T16:41:18,072 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-19T16:41:18,074 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732034478073,5,FailOnTimeoutGroup]
2024-11-19T16:41:18,076 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732034478074,5,FailOnTimeoutGroup]
2024-11-19T16:41:18,076 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:18,076 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-19T16:41:18,077 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:18,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741831_1007 (size=1321)
2024-11-19T16:41:18,078 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:18,099 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-19T16:41:18,099 WARN  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-19T16:41:18,484 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-19T16:41:18,486 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:41:18,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741832_1008 (size=32)
2024-11-19T16:41:18,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:41:18,908 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-19T16:41:18,911 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T16:41:18,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:18,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:41:18,913 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-19T16:41:18,916 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T16:41:18,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:18,918 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:41:18,918 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-19T16:41:18,922 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T16:41:18,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:18,923 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:41:18,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-19T16:41:18,927 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T16:41:18,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:41:18,928 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:41:18,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T16:41:18,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740
2024-11-19T16:41:18,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740
2024-11-19T16:41:18,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T16:41:18,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T16:41:18,936 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T16:41:18,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T16:41:18,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:41:18,946 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63233148, jitterRate=-0.05775266885757446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T16:41:18,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732034478903Initializing all the Stores at 1732034478907 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732034478908 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732034478908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034478908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732034478908Cleaning up temporary data from old regions at 1732034478934 (+26 ms)Region opened successfully at 1732034478951 (+17 ms)
2024-11-19T16:41:18,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T16:41:18,952 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T16:41:18,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T16:41:18,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T16:41:18,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T16:41:18,953 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T16:41:18,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732034478951Disabling compacts and flushes for region at 1732034478951Disabling writes for close at 1732034478952 (+1 ms)Writing region close event to WAL at 1732034478953 (+1 ms)Closed at 1732034478953
2024-11-19T16:41:18,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T16:41:18,957 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-19T16:41:18,965 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-19T16:41:18,975 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T16:41:18,978 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-19T16:41:19,129 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:20,130 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:21,131 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:22,132 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:23,133 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:24,134 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:24,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-19T16:41:24,646 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-19T16:41:25,135 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:26,135 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:27,136 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:28,137 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:29,138 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:30,139 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:31,140 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:32,140 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:33,141 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:34,142 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:35,143 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:36,144 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:37,145 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:38,146 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:39,147 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:40,148 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:41,149 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:42,150 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:43,151 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:43,416 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T16:41:44,151 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:45,152 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:46,153 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:47,154 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:48,100 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(2659): reportForDuty to master=32a8860bb9d6,43949,1732034474300 with port=41957, startcode=1732034475135
2024-11-19T16:41:48,103 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32a8860bb9d6,41957,1732034475135
2024-11-19T16:41:48,105 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43949 {}] master.ServerManager(517): Registering regionserver=32a8860bb9d6,41957,1732034475135
2024-11-19T16:41:48,115 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:41:48,115 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44745
2024-11-19T16:41:48,115 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T16:41:48,154 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:48,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T16:41:48,192 DEBUG [RS:0;32a8860bb9d6:41957 {}] zookeeper.ZKUtil(111): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32a8860bb9d6,41957,1732034475135
2024-11-19T16:41:48,193 WARN  [RS:0;32a8860bb9d6:41957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T16:41:48,193 INFO  [RS:0;32a8860bb9d6:41957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T16:41:48,193 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/WALs/32a8860bb9d6,41957,1732034475135
2024-11-19T16:41:48,198 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32a8860bb9d6,41957,1732034475135]
2024-11-19T16:41:48,222 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T16:41:48,237 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T16:41:48,242 INFO  [RS:0;32a8860bb9d6:41957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T16:41:48,242 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,243 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T16:41:48,249 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T16:41:48,251 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,251 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,251 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,251 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,252 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,252 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,252 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32a8860bb9d6:0, corePoolSize=2, maxPoolSize=2
2024-11-19T16:41:48,252 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,252 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,252 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,253 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,253 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,253 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32a8860bb9d6:0, corePoolSize=1, maxPoolSize=1
2024-11-19T16:41:48,253 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3
2024-11-19T16:41:48,253 DEBUG [RS:0;32a8860bb9d6:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32a8860bb9d6:0, corePoolSize=3, maxPoolSize=3
2024-11-19T16:41:48,254 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,255 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,255 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,255 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,255 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,255 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,41957,1732034475135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T16:41:48,278 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T16:41:48,281 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,41957,1732034475135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,281 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,281 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.Replication(171): 32a8860bb9d6,41957,1732034475135 started
2024-11-19T16:41:48,300 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T16:41:48,300 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1482): Serving as 32a8860bb9d6,41957,1732034475135, RpcServer on 32a8860bb9d6/172.17.0.3:41957, sessionid=0x10153f8a9b10001
2024-11-19T16:41:48,301 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T16:41:48,302 DEBUG [RS:0;32a8860bb9d6:41957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32a8860bb9d6,41957,1732034475135
2024-11-19T16:41:48,302 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,41957,1732034475135'
2024-11-19T16:41:48,302 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T16:41:48,303 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T16:41:48,304 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T16:41:48,304 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T16:41:48,304 DEBUG [RS:0;32a8860bb9d6:41957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32a8860bb9d6,41957,1732034475135
2024-11-19T16:41:48,304 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32a8860bb9d6,41957,1732034475135'
2024-11-19T16:41:48,304 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T16:41:48,305 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T16:41:48,306 DEBUG [RS:0;32a8860bb9d6:41957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T16:41:48,306 INFO  [RS:0;32a8860bb9d6:41957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T16:41:48,306 INFO  [RS:0;32a8860bb9d6:41957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T16:41:49,155 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:50,156 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:51,156 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:52,157 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:53,158 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:54,158 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:55,159 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:56,160 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:57,160 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:58,161 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:41:59,162 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:00,162 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:01,163 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:02,164 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:03,164 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:04,165 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:05,166 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:06,166 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:07,167 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:08,170 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:09,170 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:10,171 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:11,172 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:12,172 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:13,173 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:13,416 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T16:42:14,174 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:15,174 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:16,175 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:17,175 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:18,176 WARN  [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-19T16:42:18,311 INFO  [RS:0;32a8860bb9d6:41957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T16:42:18,315 INFO  [RS:0;32a8860bb9d6:41957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C41957%2C1732034475135, suffix=, logDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/WALs/32a8860bb9d6,41957,1732034475135, archiveDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/oldWALs, maxLogs=32
2024-11-19T16:42:18,333 DEBUG [RS:0;32a8860bb9d6:41957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/WALs/32a8860bb9d6,41957,1732034475135/32a8860bb9d6%2C41957%2C1732034475135.1732034538318, exclude list is [], retry=0
2024-11-19T16:42:18,338 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-e56cff70-d27f-46a2-912b-5f3a0ee5e929,DISK]
2024-11-19T16:42:18,344 INFO  [RS:0;32a8860bb9d6:41957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/WALs/32a8860bb9d6,41957,1732034475135/32a8860bb9d6%2C41957%2C1732034475135.1732034538318
2024-11-19T16:42:18,345 DEBUG [RS:0;32a8860bb9d6:41957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40517:40517)]
2024-11-19T16:42:18,430 DEBUG [32a8860bb9d6:43949 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-19T16:42:18,445 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:18,452 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,41957,1732034475135, state=OPENING
2024-11-19T16:42:18,531 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-19T16:42:18,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:42:18,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:42:18,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T16:42:18,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T16:42:18,547 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T16:42:18,550 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:18,730 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T16:42:18,734 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T16:42:18,746 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-19T16:42:18,746 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T16:42:18,747 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-19T16:42:18,751 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32a8860bb9d6%2C41957%2C1732034475135.meta, suffix=.meta, logDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/WALs/32a8860bb9d6,41957,1732034475135, archiveDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/oldWALs, maxLogs=32
2024-11-19T16:42:18,767 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/WALs/32a8860bb9d6,41957,1732034475135/32a8860bb9d6%2C41957%2C1732034475135.meta.1732034538753.meta, exclude list is [], retry=0
2024-11-19T16:42:18,771 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-e56cff70-d27f-46a2-912b-5f3a0ee5e929,DISK]
2024-11-19T16:42:18,775 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/WALs/32a8860bb9d6,41957,1732034475135/32a8860bb9d6%2C41957%2C1732034475135.meta.1732034538753.meta
2024-11-19T16:42:18,775 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40517:40517)]
2024-11-19T16:42:18,776 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:18,778 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-19T16:42:18,781 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-19T16:42:18,787 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-19T16:42:18,792 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-19T16:42:18,793 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:18,793 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-19T16:42:18,793 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-19T16:42:18,796 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-19T16:42:18,799 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T16:42:18,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:18,800 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:42:18,800 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-19T16:42:18,802 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T16:42:18,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:18,804 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:42:18,804 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-19T16:42:18,806 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T16:42:18,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:18,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:42:18,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-19T16:42:18,809 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T16:42:18,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:18,811 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T16:42:18,811 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T16:42:18,813 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740
2024-11-19T16:42:18,816 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740
2024-11-19T16:42:18,819 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T16:42:18,819 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T16:42:18,820 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T16:42:18,824 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T16:42:18,826 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59851850, jitterRate=-0.10813793540000916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T16:42:18,826 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-19T16:42:18,828 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732034538794Writing region info on filesystem at 1732034538794Initializing all the Stores at 1732034538796 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732034538796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732034538796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034538796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732034538796Cleaning up temporary data from old regions at 1732034538819 (+23 ms)Running coprocessor post-open hooks at 1732034538826 (+7 ms)Region opened successfully at 1732034538828 (+2 ms)
2024-11-19T16:42:18,837 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732034538722
2024-11-19T16:42:18,851 DEBUG [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-19T16:42:18,852 INFO  [RS_OPEN_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-19T16:42:18,854 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:18,857 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32a8860bb9d6,41957,1732034475135, state=OPEN
2024-11-19T16:42:18,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T16:42:18,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T16:42:18,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T16:42:18,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T16:42:18,911 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:18,918 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-19T16:42:18,918 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32a8860bb9d6,41957,1732034475135 in 362 msec
2024-11-19T16:42:18,927 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-19T16:42:18,927 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9560 sec
2024-11-19T16:42:18,929 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T16:42:18,929 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-19T16:42:18,949 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T16:42:18,950 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41957,1732034475135, seqNum=-1]
2024-11-19T16:42:18,975 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T16:42:18,978 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T16:42:19,002 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.023 sec
2024-11-19T16:42:19,003 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732034539003, completionTime=-1
2024-11-19T16:42:19,006 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-19T16:42:19,007 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-19T16:42:19,037 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-19T16:42:19,037 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732034599037
2024-11-19T16:42:19,037 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732034659037
2024-11-19T16:42:19,037 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec
2024-11-19T16:42:19,040 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43949,1732034474300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T16:42:19,040 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43949,1732034474300-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T16:42:19,040 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43949,1732034474300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T16:42:19,042 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32a8860bb9d6:43949, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T16:42:19,042 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-19T16:42:19,043 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-19T16:42:19,049 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-19T16:42:19,076 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.728sec
2024-11-19T16:42:19,078 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-19T16:42:19,079 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-19T16:42:19,080 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-19T16:42:19,081 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-19T16:42:19,081 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-19T16:42:19,082 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43949,1732034474300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T16:42:19,083 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43949,1732034474300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-19T16:42:19,093 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-19T16:42:19,094 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-19T16:42:19,095 INFO  [master/32a8860bb9d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32a8860bb9d6,43949,1732034474300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T16:42:19,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc30bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T16:42:19,151 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-19T16:42:19,151 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-19T16:42:19,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,43949,-1 for getting cluster id
2024-11-19T16:42:19,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T16:42:19,167 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4464057c-2086-4621-8422-eb56f1af9773'
2024-11-19T16:42:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T16:42:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4464057c-2086-4621-8422-eb56f1af9773"

2024-11-19T16:42:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T16:42:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,43949,-1]
2024-11-19T16:42:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T16:42:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:42:19,180 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T16:42:19,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf9fbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T16:42:19,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T16:42:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41957,1732034475135, seqNum=-1]
2024-11-19T16:42:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T16:42:19,195 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T16:42:19,214 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32a8860bb9d6,43949,1732034474300
2024-11-19T16:42:19,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1986eda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T16:42:19,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32a8860bb9d6,43949,-1 for getting cluster id
2024-11-19T16:42:19,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T16:42:19,218 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4464057c-2086-4621-8422-eb56f1af9773'
2024-11-19T16:42:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T16:42:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4464057c-2086-4621-8422-eb56f1af9773"

2024-11-19T16:42:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617925cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T16:42:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32a8860bb9d6,43949,-1]
2024-11-19T16:42:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T16:42:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:42:19,223 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T16:42:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T16:42:19,240 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=9140
2024-11-19T16:42:19,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-19T16:42:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32a8860bb9d6,43949,1732034474300
2024-11-19T16:42:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a8f0ea
2024-11-19T16:42:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-19T16:42:19,278 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-19T16:42:19,283 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:42:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-19T16:42:19,297 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:42:19,299 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-19T16:42:19,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:19,302 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:42:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T16:42:19,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741835_1011 (size=428)
2024-11-19T16:42:19,734 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35888110766c450bca74fef7b55b7b1c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:42:19,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741836_1012 (size=79)
2024-11-19T16:42:20,149 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:20,149 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 35888110766c450bca74fef7b55b7b1c, disabling compactions & flushes
2024-11-19T16:42:20,149 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:42:20,149 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:42:20,149 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c. after waiting 0 ms
2024-11-19T16:42:20,150 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:42:20,150 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:42:20,150 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35888110766c450bca74fef7b55b7b1c:
Waiting for close lock at 1732034540149Disabling compacts and flushes for region at 1732034540149Disabling writes for close at 1732034540150 (+1 ms)Writing region close event to WAL at 1732034540150Closed at 1732034540150
2024-11-19T16:42:20,154 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:42:20,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732034540154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034540154"}]},"ts":"1732034540154"}
2024-11-19T16:42:20,168 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:42:20,170 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:42:20,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034540170"}]},"ts":"1732034540170"}
2024-11-19T16:42:20,177 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-19T16:42:20,180 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35888110766c450bca74fef7b55b7b1c, ASSIGN}]
2024-11-19T16:42:20,183 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35888110766c450bca74fef7b55b7b1c, ASSIGN
2024-11-19T16:42:20,185 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35888110766c450bca74fef7b55b7b1c, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T16:42:20,337 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35888110766c450bca74fef7b55b7b1c, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:20,342 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35888110766c450bca74fef7b55b7b1c, ASSIGN because future has completed
2024-11-19T16:42:20,343 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35888110766c450bca74fef7b55b7b1c, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:20,508 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:42:20,509 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35888110766c450bca74fef7b55b7b1c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:20,510 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,510 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:20,510 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,510 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,513 INFO  [StoreOpener-35888110766c450bca74fef7b55b7b1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 35888110766c450bca74fef7b55b7b1c 
2024-11-19T16:42:20,516 INFO  [StoreOpener-35888110766c450bca74fef7b55b7b1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35888110766c450bca74fef7b55b7b1c columnFamilyName testFamily
2024-11-19T16:42:20,516 DEBUG [StoreOpener-35888110766c450bca74fef7b55b7b1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:20,517 INFO  [StoreOpener-35888110766c450bca74fef7b55b7b1c-1 {}] regionserver.HStore(327): Store=35888110766c450bca74fef7b55b7b1c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:42:20,517 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,519 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,520 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,520 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,520 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,523 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,527 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:42:20,528 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35888110766c450bca74fef7b55b7b1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65502641, jitterRate=-0.023934587836265564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:42:20,528 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:42:20,530 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35888110766c450bca74fef7b55b7b1c:
Running coprocessor pre-open hook at 1732034540511Writing region info on filesystem at 1732034540511Initializing all the Stores at 1732034540513 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034540513Cleaning up temporary data from old regions at 1732034540521 (+8 ms)Running coprocessor post-open hooks at 1732034540529 (+8 ms)Region opened successfully at 1732034540530 (+1 ms)
2024-11-19T16:42:20,532 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c., pid=6, masterSystemTime=1732034540499
2024-11-19T16:42:20,536 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:42:20,536 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:42:20,538 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35888110766c450bca74fef7b55b7b1c, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:20,542 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35888110766c450bca74fef7b55b7b1c, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:42:20,550 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-19T16:42:20,551 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35888110766c450bca74fef7b55b7b1c, server=32a8860bb9d6,41957,1732034475135 in 202 msec
2024-11-19T16:42:20,556 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-19T16:42:20,556 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35888110766c450bca74fef7b55b7b1c, ASSIGN in 371 msec
2024-11-19T16:42:20,557 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:42:20,558 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034540558"}]},"ts":"1732034540558"}
2024-11-19T16:42:20,562 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-19T16:42:20,564 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:42:20,568 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2770 sec
2024-11-19T16:42:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T16:42:22,339 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-19T16:42:22,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-19T16:42:22,341 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:22,348 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-19T16:42:22,348 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:22,349 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-19T16:42:22,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T16:42:22,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32a8860bb9d6,41957,1732034475135, seqNum=-1]
2024-11-19T16:42:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T16:42:22,357 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T16:42:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:42:22,383 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:42:22,387 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-19T16:42:22,393 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-19T16:42:22,398 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-19T16:42:22,401 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-19T16:42:22,402 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3116814443372085240
2024-11-19T16:42:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:57108 deadline: 1732034545400, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T16:42:22,411 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-19T16:42:22,414 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-19T16:42:22,415 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:22,417 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:22,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3116814443372085238
2024-11-19T16:42:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:57108 deadline: 1732034545417, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T16:42:22,423 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:22,425 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3116814443372085237
2024-11-19T16:42:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:57108 deadline: 1732034545423, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T16:42:22,429 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:22,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3116814443372085236
2024-11-19T16:42:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:57108 deadline: 1732034545429, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T16:42:22,434 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:22,447 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_641391075_22 at /127.0.0.1:58368 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=9093 (was 9140)
2024-11-19T16:42:22,457 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=9092
2024-11-19T16:42:22,461 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:42:22,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-19T16:42:22,465 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:42:22,465 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:22,465 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-19T16:42:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-19T16:42:22,468 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:42:22,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741837_1013 (size=414)
2024-11-19T16:42:22,881 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b84283288160ec382c49596792b33e53, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:42:22,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741838_1014 (size=65)
2024-11-19T16:42:22,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:22,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b84283288160ec382c49596792b33e53, disabling compactions & flushes
2024-11-19T16:42:22,892 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:42:22,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:42:22,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53. after waiting 0 ms
2024-11-19T16:42:22,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:42:22,892 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:42:22,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b84283288160ec382c49596792b33e53:
Waiting for close lock at 1732034542892Disabling compacts and flushes for region at 1732034542892Disabling writes for close at 1732034542892Writing region close event to WAL at 1732034542892Closed at 1732034542892
2024-11-19T16:42:22,895 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:42:22,895 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732034542895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034542895"}]},"ts":"1732034542895"}
2024-11-19T16:42:22,899 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:42:22,901 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:42:22,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034542901"}]},"ts":"1732034542901"}
2024-11-19T16:42:22,905 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-19T16:42:22,906 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b84283288160ec382c49596792b33e53, ASSIGN}]
2024-11-19T16:42:22,908 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b84283288160ec382c49596792b33e53, ASSIGN
2024-11-19T16:42:22,910 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b84283288160ec382c49596792b33e53, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:42:23,061 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b84283288160ec382c49596792b33e53, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:23,066 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b84283288160ec382c49596792b33e53, ASSIGN because future has completed
2024-11-19T16:42:23,067 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b84283288160ec382c49596792b33e53, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:23,232 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:42:23,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b84283288160ec382c49596792b33e53, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:23,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:23,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,236 INFO  [StoreOpener-b84283288160ec382c49596792b33e53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b84283288160ec382c49596792b33e53 
2024-11-19T16:42:23,239 INFO  [StoreOpener-b84283288160ec382c49596792b33e53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b84283288160ec382c49596792b33e53 columnFamilyName testFamily
2024-11-19T16:42:23,239 DEBUG [StoreOpener-b84283288160ec382c49596792b33e53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:23,240 INFO  [StoreOpener-b84283288160ec382c49596792b33e53-1 {}] regionserver.HStore(327): Store=b84283288160ec382c49596792b33e53/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:42:23,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:42:23,250 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened b84283288160ec382c49596792b33e53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74215002, jitterRate=0.1058897078037262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:42:23,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b84283288160ec382c49596792b33e53
2024-11-19T16:42:23,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b84283288160ec382c49596792b33e53:
Running coprocessor pre-open hook at 1732034543233Writing region info on filesystem at 1732034543233Initializing all the Stores at 1732034543236 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034543236Cleaning up temporary data from old regions at 1732034543243 (+7 ms)Running coprocessor post-open hooks at 1732034543251 (+8 ms)Region opened successfully at 1732034543253 (+2 ms)
2024-11-19T16:42:23,254 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53., pid=9, masterSystemTime=1732034543224
2024-11-19T16:42:23,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:42:23,259 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:42:23,260 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b84283288160ec382c49596792b33e53, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:23,264 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b84283288160ec382c49596792b33e53, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:42:23,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-19T16:42:23,271 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b84283288160ec382c49596792b33e53, server=32a8860bb9d6,41957,1732034475135 in 199 msec
2024-11-19T16:42:23,275 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-19T16:42:23,276 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b84283288160ec382c49596792b33e53, ASSIGN in 365 msec
2024-11-19T16:42:23,277 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:42:23,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034543278"}]},"ts":"1732034543278"}
2024-11-19T16:42:23,281 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-19T16:42:23,284 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:42:23,288 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 823 msec
2024-11-19T16:42:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-19T16:42:23,480 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-19T16:42:23,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-19T16:42:23,480 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:23,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-19T16:42:23,487 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:23,487 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-19T16:42:23,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:42:23,506 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:42:23,506 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-19T16:42:23,510 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T16:42:23,513 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-19T16:42:24,337 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T16:42:24,370 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-19T16:42:24,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-19T16:42:24,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-19T16:42:24,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-19T16:42:24,643 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-19T16:42:24,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T16:42:24,645 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-19T16:42:24,646 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-19T16:42:24,646 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T16:42:24,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-19T16:42:24,648 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-19T16:42:29,526 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32a8860bb9d6:41957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-19T16:42:29,527 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-19T16:42:29,528 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 from cache
2024-11-19T16:42:29,541 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=9054 (was 9092)
2024-11-19T16:42:29,549 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=9053
2024-11-19T16:42:29,552 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:42:29,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-19T16:42:29,556 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:42:29,556 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:29,556 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-19T16:42:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-19T16:42:29,558 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:42:29,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741839_1015 (size=412)
2024-11-19T16:42:29,973 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e0d703308cd55a9d9dff3256a8253ac, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:42:29,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741840_1016 (size=63)
2024-11-19T16:42:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-19T16:42:30,384 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:30,385 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6e0d703308cd55a9d9dff3256a8253ac, disabling compactions & flushes
2024-11-19T16:42:30,385 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:42:30,385 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:42:30,385 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac. after waiting 0 ms
2024-11-19T16:42:30,385 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:42:30,385 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:42:30,385 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e0d703308cd55a9d9dff3256a8253ac:
Waiting for close lock at 1732034550384Disabling compacts and flushes for region at 1732034550384Disabling writes for close at 1732034550385 (+1 ms)Writing region close event to WAL at 1732034550385Closed at 1732034550385
2024-11-19T16:42:30,388 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:42:30,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732034550388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034550388"}]},"ts":"1732034550388"}
2024-11-19T16:42:30,392 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:42:30,394 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:42:30,395 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034550394"}]},"ts":"1732034550394"}
2024-11-19T16:42:30,398 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-19T16:42:30,398 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=6e0d703308cd55a9d9dff3256a8253ac, ASSIGN}]
2024-11-19T16:42:30,400 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=6e0d703308cd55a9d9dff3256a8253ac, ASSIGN
2024-11-19T16:42:30,402 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=6e0d703308cd55a9d9dff3256a8253ac, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:42:30,553 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6e0d703308cd55a9d9dff3256a8253ac, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:30,557 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=6e0d703308cd55a9d9dff3256a8253ac, ASSIGN because future has completed
2024-11-19T16:42:30,558 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e0d703308cd55a9d9dff3256a8253ac, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-19T16:42:30,721 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:42:30,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e0d703308cd55a9d9dff3256a8253ac, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:30,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:30,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,726 INFO  [StoreOpener-6e0d703308cd55a9d9dff3256a8253ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6e0d703308cd55a9d9dff3256a8253ac 
2024-11-19T16:42:30,728 INFO  [StoreOpener-6e0d703308cd55a9d9dff3256a8253ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e0d703308cd55a9d9dff3256a8253ac columnFamilyName testFamily
2024-11-19T16:42:30,728 DEBUG [StoreOpener-6e0d703308cd55a9d9dff3256a8253ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:30,729 INFO  [StoreOpener-6e0d703308cd55a9d9dff3256a8253ac-1 {}] regionserver.HStore(327): Store=6e0d703308cd55a9d9dff3256a8253ac/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:42:30,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:42:30,739 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 6e0d703308cd55a9d9dff3256a8253ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60343479, jitterRate=-0.10081209242343903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:42:30,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:42:30,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 6e0d703308cd55a9d9dff3256a8253ac:
Running coprocessor pre-open hook at 1732034550723Writing region info on filesystem at 1732034550723Initializing all the Stores at 1732034550725 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034550725Cleaning up temporary data from old regions at 1732034550732 (+7 ms)Running coprocessor post-open hooks at 1732034550740 (+8 ms)Region opened successfully at 1732034550740
2024-11-19T16:42:30,742 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac., pid=12, masterSystemTime=1732034550713
2024-11-19T16:42:30,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:42:30,745 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:42:30,746 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6e0d703308cd55a9d9dff3256a8253ac, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:30,750 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e0d703308cd55a9d9dff3256a8253ac, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:42:30,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-19T16:42:30,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e0d703308cd55a9d9dff3256a8253ac, server=32a8860bb9d6,41957,1732034475135 in 194 msec
2024-11-19T16:42:30,763 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-19T16:42:30,763 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=6e0d703308cd55a9d9dff3256a8253ac, ASSIGN in 359 msec
2024-11-19T16:42:30,766 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:42:30,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034550766"}]},"ts":"1732034550766"}
2024-11-19T16:42:30,769 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-19T16:42:30,772 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:42:30,775 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2200 sec
2024-11-19T16:42:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-19T16:42:32,590 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-19T16:42:32,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-19T16:42:32,590 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:32,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-19T16:42:32,596 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:32,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-19T16:42:32,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:42:32,616 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:42:32,616 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-19T16:42:32,621 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T16:42:32,624 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T16:42:32,626 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T16:42:32,627 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-19T16:42:34,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-19T16:42:34,643 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T16:42:36,252 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T16:42:36,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-19T16:42:38,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41957 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085227' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T16:42:38,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41957 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:57108 deadline: 1732034564638, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085227' does not exist
2024-11-19T16:42:38,643 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 32a8860bb9d6,41957,1732034475135 for closing scanner id = -3116814443372085227 for 6e0d703308cd55a9d9dff3256a8253ac of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085227' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T16:42:38,646 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9004 (was 9053)
2024-11-19T16:42:38,659 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=9004
2024-11-19T16:42:38,662 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:42:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-19T16:42:38,666 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:42:38,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:38,666 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-19T16:42:38,667 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T16:42:38,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741841_1017 (size=423)
2024-11-19T16:42:39,079 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbf1e16d98f4e70ba65dd241c3b653c8, NAME => 'testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:42:39,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741842_1018 (size=74)
2024-11-19T16:42:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-19T16:42:39,489 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:39,489 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing fbf1e16d98f4e70ba65dd241c3b653c8, disabling compactions & flushes
2024-11-19T16:42:39,489 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:42:39,490 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:42:39,490 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8. after waiting 0 ms
2024-11-19T16:42:39,490 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:42:39,490 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:42:39,490 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbf1e16d98f4e70ba65dd241c3b653c8:
Waiting for close lock at 1732034559489Disabling compacts and flushes for region at 1732034559489Disabling writes for close at 1732034559490 (+1 ms)Writing region close event to WAL at 1732034559490Closed at 1732034559490
2024-11-19T16:42:39,492 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:42:39,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732034559492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034559492"}]},"ts":"1732034559492"}
2024-11-19T16:42:39,495 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:42:39,497 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:42:39,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034559497"}]},"ts":"1732034559497"}
2024-11-19T16:42:39,500 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-19T16:42:39,500 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fbf1e16d98f4e70ba65dd241c3b653c8, ASSIGN}]
2024-11-19T16:42:39,502 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fbf1e16d98f4e70ba65dd241c3b653c8, ASSIGN
2024-11-19T16:42:39,504 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fbf1e16d98f4e70ba65dd241c3b653c8, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:42:39,655 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fbf1e16d98f4e70ba65dd241c3b653c8, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:39,660 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fbf1e16d98f4e70ba65dd241c3b653c8, ASSIGN because future has completed
2024-11-19T16:42:39,661 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbf1e16d98f4e70ba65dd241c3b653c8, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T16:42:39,822 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:42:39,822 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fbf1e16d98f4e70ba65dd241c3b653c8, NAME => 'testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:39,822 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,823 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:39,823 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,823 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,825 INFO  [StoreOpener-fbf1e16d98f4e70ba65dd241c3b653c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fbf1e16d98f4e70ba65dd241c3b653c8 
2024-11-19T16:42:39,829 INFO  [StoreOpener-fbf1e16d98f4e70ba65dd241c3b653c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbf1e16d98f4e70ba65dd241c3b653c8 columnFamilyName testFamily
2024-11-19T16:42:39,829 DEBUG [StoreOpener-fbf1e16d98f4e70ba65dd241c3b653c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:39,830 INFO  [StoreOpener-fbf1e16d98f4e70ba65dd241c3b653c8-1 {}] regionserver.HStore(327): Store=fbf1e16d98f4e70ba65dd241c3b653c8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:42:39,830 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,832 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,833 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,834 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,835 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,838 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,843 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:42:39,844 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fbf1e16d98f4e70ba65dd241c3b653c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66532642, jitterRate=-0.008586376905441284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:42:39,844 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:42:39,845 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fbf1e16d98f4e70ba65dd241c3b653c8:
Running coprocessor pre-open hook at 1732034559823Writing region info on filesystem at 1732034559823Initializing all the Stores at 1732034559825 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034559825Cleaning up temporary data from old regions at 1732034559835 (+10 ms)Running coprocessor post-open hooks at 1732034559844 (+9 ms)Region opened successfully at 1732034559845 (+1 ms)
2024-11-19T16:42:39,847 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8., pid=15, masterSystemTime=1732034559815
2024-11-19T16:42:39,850 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:42:39,850 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:42:39,851 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fbf1e16d98f4e70ba65dd241c3b653c8, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:39,854 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbf1e16d98f4e70ba65dd241c3b653c8, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:42:39,860 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-19T16:42:39,860 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fbf1e16d98f4e70ba65dd241c3b653c8, server=32a8860bb9d6,41957,1732034475135 in 196 msec
2024-11-19T16:42:39,864 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-19T16:42:39,864 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=fbf1e16d98f4e70ba65dd241c3b653c8, ASSIGN in 360 msec
2024-11-19T16:42:39,865 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:42:39,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034559865"}]},"ts":"1732034559865"}
2024-11-19T16:42:39,869 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-19T16:42:39,870 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:42:39,874 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2090 sec
2024-11-19T16:42:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T16:42:41,699 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-19T16:42:41,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-19T16:42:41,700 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:41,705 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-19T16:42:41,705 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:41,705 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-19T16:42:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:42:41,723 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:42:41,723 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-19T16:42:41,726 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-19T16:42:41,729 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-19T16:42:41,730 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-19T16:42:41,731 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3116814443372085223
2024-11-19T16:42:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:57108 deadline: 1732034564730, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T16:42:41,735 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-19T16:42:41,736 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-19T16:42:41,737 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:41,739 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:41,740 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3116814443372085221
2024-11-19T16:42:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:57108 deadline: 1732034564738, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T16:42:41,744 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:41,745 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3116814443372085220
2024-11-19T16:42:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:57108 deadline: 1732034564743, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T16:42:41,748 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:41,749 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3116814443372085219
2024-11-19T16:42:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:57108 deadline: 1732034564748, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T16:42:41,753 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T16:42:41,761 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_641391075_22 at /127.0.0.1:58462 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=9000 (was 9004)
2024-11-19T16:42:41,770 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=9000
2024-11-19T16:42:41,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:42:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-19T16:42:41,777 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:42:41,777 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:41,777 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-19T16:42:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-19T16:42:41,779 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:42:41,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741843_1019 (size=418)
2024-11-19T16:42:42,196 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad3dec13504ca0e45d6852dec97186c1, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:42:42,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741844_1020 (size=69)
2024-11-19T16:42:42,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-19T16:42:42,609 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:42,609 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing ad3dec13504ca0e45d6852dec97186c1, disabling compactions & flushes
2024-11-19T16:42:42,609 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:42:42,609 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:42:42,609 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1. after waiting 0 ms
2024-11-19T16:42:42,609 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:42:42,609 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:42:42,609 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad3dec13504ca0e45d6852dec97186c1:
Waiting for close lock at 1732034562609Disabling compacts and flushes for region at 1732034562609Disabling writes for close at 1732034562609Writing region close event to WAL at 1732034562609Closed at 1732034562609
2024-11-19T16:42:42,612 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:42:42,613 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732034562612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034562612"}]},"ts":"1732034562612"}
2024-11-19T16:42:42,616 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:42:42,618 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:42:42,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034562619"}]},"ts":"1732034562619"}
2024-11-19T16:42:42,622 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-19T16:42:42,623 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ad3dec13504ca0e45d6852dec97186c1, ASSIGN}]
2024-11-19T16:42:42,625 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ad3dec13504ca0e45d6852dec97186c1, ASSIGN
2024-11-19T16:42:42,626 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ad3dec13504ca0e45d6852dec97186c1, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:42:42,777 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ad3dec13504ca0e45d6852dec97186c1, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:42,782 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ad3dec13504ca0e45d6852dec97186c1, ASSIGN because future has completed
2024-11-19T16:42:42,782 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3dec13504ca0e45d6852dec97186c1, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-19T16:42:42,944 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:42:42,945 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ad3dec13504ca0e45d6852dec97186c1, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:42,945 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,946 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:42,946 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,946 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,949 INFO  [StoreOpener-ad3dec13504ca0e45d6852dec97186c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ad3dec13504ca0e45d6852dec97186c1 
2024-11-19T16:42:42,952 INFO  [StoreOpener-ad3dec13504ca0e45d6852dec97186c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad3dec13504ca0e45d6852dec97186c1 columnFamilyName testFamily
2024-11-19T16:42:42,952 DEBUG [StoreOpener-ad3dec13504ca0e45d6852dec97186c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:42,953 INFO  [StoreOpener-ad3dec13504ca0e45d6852dec97186c1-1 {}] regionserver.HStore(327): Store=ad3dec13504ca0e45d6852dec97186c1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:42:42,953 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,955 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,955 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,956 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,956 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,959 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,962 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:42:42,963 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ad3dec13504ca0e45d6852dec97186c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71963446, jitterRate=0.07233890891075134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:42:42,963 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:42:42,964 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ad3dec13504ca0e45d6852dec97186c1:
Running coprocessor pre-open hook at 1732034562946Writing region info on filesystem at 1732034562946Initializing all the Stores at 1732034562948 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034562948Cleaning up temporary data from old regions at 1732034562956 (+8 ms)Running coprocessor post-open hooks at 1732034562963 (+7 ms)Region opened successfully at 1732034562964 (+1 ms)
2024-11-19T16:42:42,965 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., pid=18, masterSystemTime=1732034562936
2024-11-19T16:42:42,968 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:42:42,968 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:42:42,969 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ad3dec13504ca0e45d6852dec97186c1, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:42,972 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3dec13504ca0e45d6852dec97186c1, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:42:42,977 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-19T16:42:42,977 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure ad3dec13504ca0e45d6852dec97186c1, server=32a8860bb9d6,41957,1732034475135 in 192 msec
2024-11-19T16:42:42,982 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-19T16:42:42,982 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ad3dec13504ca0e45d6852dec97186c1, ASSIGN in 354 msec
2024-11-19T16:42:42,983 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:42:42,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034562983"}]},"ts":"1732034562983"}
2024-11-19T16:42:42,987 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-19T16:42:42,989 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:42:42,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2160 sec
2024-11-19T16:42:43,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T16:42:44,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-19T16:42:44,643 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-19T16:42:44,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-19T16:42:44,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-19T16:42:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-19T16:42:44,809 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-19T16:42:44,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-19T16:42:44,810 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:44,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-19T16:42:44,816 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:44,816 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-19T16:42:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:42:44,831 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:42:44,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-19T16:42:44,835 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T16:42:44,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T16:42:45,326 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T16:42:45,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32a8860bb9d6:41957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-19T16:42:45,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-19T16:42:45,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 from cache
2024-11-19T16:42:46,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-19T16:42:46,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:42:46,864 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T16:42:47,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32a8860bb9d6:41957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=973ms
2024-11-19T16:42:47,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=973ms
2024-11-19T16:42:47,845 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 from cache
2024-11-19T16:42:47,854 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 220) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8999 (was 9000)
2024-11-19T16:42:47,864 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=8999
2024-11-19T16:42:47,866 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:42:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-19T16:42:47,870 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:42:47,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:47,870 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-19T16:42:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-19T16:42:47,872 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:42:47,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741845_1021 (size=416)
2024-11-19T16:42:47,885 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0d3fed7b2005a51f32015d9e28bab25, NAME => 'testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:42:47,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741846_1022 (size=67)
2024-11-19T16:42:48,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:48,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing c0d3fed7b2005a51f32015d9e28bab25, disabling compactions & flushes
2024-11-19T16:42:48,296 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:42:48,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:42:48,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25. after waiting 0 ms
2024-11-19T16:42:48,296 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:42:48,296 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:42:48,297 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0d3fed7b2005a51f32015d9e28bab25:
Waiting for close lock at 1732034568296Disabling compacts and flushes for region at 1732034568296Disabling writes for close at 1732034568296Writing region close event to WAL at 1732034568296Closed at 1732034568296
2024-11-19T16:42:48,299 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:42:48,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732034568299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034568299"}]},"ts":"1732034568299"}
2024-11-19T16:42:48,302 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:42:48,304 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:42:48,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034568304"}]},"ts":"1732034568304"}
2024-11-19T16:42:48,307 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-19T16:42:48,308 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=c0d3fed7b2005a51f32015d9e28bab25, ASSIGN}]
2024-11-19T16:42:48,310 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=c0d3fed7b2005a51f32015d9e28bab25, ASSIGN
2024-11-19T16:42:48,311 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=c0d3fed7b2005a51f32015d9e28bab25, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:42:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-19T16:42:48,379 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-19T16:42:48,462 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=c0d3fed7b2005a51f32015d9e28bab25, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:48,466 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=c0d3fed7b2005a51f32015d9e28bab25, ASSIGN because future has completed
2024-11-19T16:42:48,466 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0d3fed7b2005a51f32015d9e28bab25, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:48,627 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:42:48,627 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c0d3fed7b2005a51f32015d9e28bab25, NAME => 'testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:48,628 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,628 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:48,628 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,628 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,630 INFO  [StoreOpener-c0d3fed7b2005a51f32015d9e28bab25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c0d3fed7b2005a51f32015d9e28bab25 
2024-11-19T16:42:48,633 INFO  [StoreOpener-c0d3fed7b2005a51f32015d9e28bab25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d3fed7b2005a51f32015d9e28bab25 columnFamilyName testFamily
2024-11-19T16:42:48,633 DEBUG [StoreOpener-c0d3fed7b2005a51f32015d9e28bab25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:48,634 INFO  [StoreOpener-c0d3fed7b2005a51f32015d9e28bab25-1 {}] regionserver.HStore(327): Store=c0d3fed7b2005a51f32015d9e28bab25/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:42:48,634 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,635 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,636 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,637 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,637 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,640 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,644 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:42:48,645 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c0d3fed7b2005a51f32015d9e28bab25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61811488, jitterRate=-0.07893705368041992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:42:48,645 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:42:48,646 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c0d3fed7b2005a51f32015d9e28bab25:
Running coprocessor pre-open hook at 1732034568628Writing region info on filesystem at 1732034568628Initializing all the Stores at 1732034568630 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034568630Cleaning up temporary data from old regions at 1732034568637 (+7 ms)Running coprocessor post-open hooks at 1732034568645 (+8 ms)Region opened successfully at 1732034568646 (+1 ms)
2024-11-19T16:42:48,647 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25., pid=21, masterSystemTime=1732034568619
2024-11-19T16:42:48,650 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:42:48,650 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:42:48,651 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=c0d3fed7b2005a51f32015d9e28bab25, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:48,654 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0d3fed7b2005a51f32015d9e28bab25, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:42:48,658 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-19T16:42:48,658 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure c0d3fed7b2005a51f32015d9e28bab25, server=32a8860bb9d6,41957,1732034475135 in 189 msec
2024-11-19T16:42:48,662 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-19T16:42:48,662 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=c0d3fed7b2005a51f32015d9e28bab25, ASSIGN in 350 msec
2024-11-19T16:42:48,663 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:42:48,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034568663"}]},"ts":"1732034568663"}
2024-11-19T16:42:48,666 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-19T16:42:48,668 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:42:48,671 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 802 msec
2024-11-19T16:42:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-19T16:42:48,879 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-19T16:42:48,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-19T16:42:48,880 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:48,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-19T16:42:48,886 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:48,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-19T16:42:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:42:48,903 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:42:48,903 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-19T16:42:48,907 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T16:42:48,909 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T16:42:48,911 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T16:42:48,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-19T16:42:51,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41957 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085208' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T16:42:51,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41957 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:57108 deadline: 1732034572919, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085208' does not exist
2024-11-19T16:42:51,920 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 32a8860bb9d6,41957,1732034475135 for closing scanner id = -3116814443372085208 for c0d3fed7b2005a51f32015d9e28bab25 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085208' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T16:42:51,927 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_641391075_22 at /127.0.0.1:41734 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=8992 (was 8999)
2024-11-19T16:42:51,936 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=8992
2024-11-19T16:42:51,939 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:42:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-19T16:42:51,943 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:42:51,943 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:51,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-19T16:42:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-19T16:42:51,945 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:42:51,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741847_1023 (size=411)
2024-11-19T16:42:52,356 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b126e7d1514398c213cb45ae3ea61c21, NAME => 'testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:42:52,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741848_1024 (size=62)
2024-11-19T16:42:52,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-19T16:42:52,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:52,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing b126e7d1514398c213cb45ae3ea61c21, disabling compactions & flushes
2024-11-19T16:42:52,766 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:42:52,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:42:52,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21. after waiting 0 ms
2024-11-19T16:42:52,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:42:52,766 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:42:52,767 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for b126e7d1514398c213cb45ae3ea61c21:
Waiting for close lock at 1732034572766Disabling compacts and flushes for region at 1732034572766Disabling writes for close at 1732034572766Writing region close event to WAL at 1732034572766Closed at 1732034572766
2024-11-19T16:42:52,768 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:42:52,769 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732034572768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034572768"}]},"ts":"1732034572768"}
2024-11-19T16:42:52,773 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:42:52,774 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:42:52,775 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034572774"}]},"ts":"1732034572774"}
2024-11-19T16:42:52,778 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-19T16:42:52,778 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b126e7d1514398c213cb45ae3ea61c21, ASSIGN}]
2024-11-19T16:42:52,780 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b126e7d1514398c213cb45ae3ea61c21, ASSIGN
2024-11-19T16:42:52,782 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b126e7d1514398c213cb45ae3ea61c21, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:42:52,932 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=b126e7d1514398c213cb45ae3ea61c21, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:52,937 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b126e7d1514398c213cb45ae3ea61c21, ASSIGN because future has completed
2024-11-19T16:42:52,937 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure b126e7d1514398c213cb45ae3ea61c21, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-19T16:42:53,098 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:42:53,099 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b126e7d1514398c213cb45ae3ea61c21, NAME => 'testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:53,099 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,099 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:53,100 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,100 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,102 INFO  [StoreOpener-b126e7d1514398c213cb45ae3ea61c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b126e7d1514398c213cb45ae3ea61c21 
2024-11-19T16:42:53,105 INFO  [StoreOpener-b126e7d1514398c213cb45ae3ea61c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b126e7d1514398c213cb45ae3ea61c21 columnFamilyName testFamily
2024-11-19T16:42:53,105 DEBUG [StoreOpener-b126e7d1514398c213cb45ae3ea61c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:53,106 INFO  [StoreOpener-b126e7d1514398c213cb45ae3ea61c21-1 {}] regionserver.HStore(327): Store=b126e7d1514398c213cb45ae3ea61c21/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:42:53,106 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,107 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,108 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,109 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,109 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,112 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,115 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:42:53,116 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b126e7d1514398c213cb45ae3ea61c21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74126194, jitterRate=0.10456636548042297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:42:53,116 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:42:53,117 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b126e7d1514398c213cb45ae3ea61c21:
Running coprocessor pre-open hook at 1732034573100Writing region info on filesystem at 1732034573100Initializing all the Stores at 1732034573102 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034573102Cleaning up temporary data from old regions at 1732034573109 (+7 ms)Running coprocessor post-open hooks at 1732034573116 (+7 ms)Region opened successfully at 1732034573117 (+1 ms)
2024-11-19T16:42:53,118 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21., pid=24, masterSystemTime=1732034573091
2024-11-19T16:42:53,121 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:42:53,121 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:42:53,122 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=b126e7d1514398c213cb45ae3ea61c21, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:53,125 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure b126e7d1514398c213cb45ae3ea61c21, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:42:53,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-19T16:42:53,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure b126e7d1514398c213cb45ae3ea61c21, server=32a8860bb9d6,41957,1732034475135 in 189 msec
2024-11-19T16:42:53,133 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-19T16:42:53,133 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=b126e7d1514398c213cb45ae3ea61c21, ASSIGN in 351 msec
2024-11-19T16:42:53,134 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:42:53,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034573134"}]},"ts":"1732034573134"}
2024-11-19T16:42:53,137 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-19T16:42:53,139 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:42:53,141 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2000 sec
2024-11-19T16:42:54,130 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T16:42:54,380 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-19T16:42:54,381 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-19T16:42:54,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-19T16:42:54,643 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-19T16:42:54,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-19T16:42:54,644 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T16:42:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-19T16:42:54,979 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-19T16:42:54,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-19T16:42:54,980 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:54,985 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-19T16:42:54,986 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:42:54,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-19T16:42:54,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:42:55,001 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:42:55,001 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-19T16:42:55,005 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T16:42:55,007 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T16:42:55,008 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T16:42:55,009 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-19T16:42:58,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41957 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085204' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T16:42:58,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41957 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:57108 deadline: 1732034579018, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085204' does not exist
2024-11-19T16:42:58,019 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 32a8860bb9d6,41957,1732034475135 for closing scanner id = -3116814443372085204 for b126e7d1514398c213cb45ae3ea61c21 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085204' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T16:42:58,024 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 224) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8947 (was 8992)
2024-11-19T16:42:58,032 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=8947
2024-11-19T16:42:58,034 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:42:58,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-19T16:42:58,037 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:42:58,037 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:58,037 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-19T16:42:58,038 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:42:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-19T16:42:58,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741849_1025 (size=419)
2024-11-19T16:42:58,449 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b94edbbe04cfbf94c4edae0e6a6ed29c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:42:58,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741850_1026 (size=70)
2024-11-19T16:42:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-19T16:42:58,860 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:58,860 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing b94edbbe04cfbf94c4edae0e6a6ed29c, disabling compactions & flushes
2024-11-19T16:42:58,860 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:42:58,861 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:42:58,861 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c. after waiting 0 ms
2024-11-19T16:42:58,861 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:42:58,861 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:42:58,861 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b94edbbe04cfbf94c4edae0e6a6ed29c:
Waiting for close lock at 1732034578860Disabling compacts and flushes for region at 1732034578860Disabling writes for close at 1732034578861 (+1 ms)Writing region close event to WAL at 1732034578861Closed at 1732034578861
2024-11-19T16:42:58,863 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:42:58,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732034578863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034578863"}]},"ts":"1732034578863"}
2024-11-19T16:42:58,867 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:42:58,869 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:42:58,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034578869"}]},"ts":"1732034578869"}
2024-11-19T16:42:58,873 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-19T16:42:58,873 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b94edbbe04cfbf94c4edae0e6a6ed29c, ASSIGN}]
2024-11-19T16:42:58,876 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b94edbbe04cfbf94c4edae0e6a6ed29c, ASSIGN
2024-11-19T16:42:58,877 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b94edbbe04cfbf94c4edae0e6a6ed29c, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:42:59,028 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b94edbbe04cfbf94c4edae0e6a6ed29c, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:59,031 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b94edbbe04cfbf94c4edae0e6a6ed29c, ASSIGN because future has completed
2024-11-19T16:42:59,032 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b94edbbe04cfbf94c4edae0e6a6ed29c, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:42:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-19T16:42:59,099 INFO  [master/32a8860bb9d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-19T16:42:59,099 INFO  [master/32a8860bb9d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-19T16:42:59,193 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:42:59,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => b94edbbe04cfbf94c4edae0e6a6ed29c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:42:59,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:42:59,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,197 INFO  [StoreOpener-b94edbbe04cfbf94c4edae0e6a6ed29c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b94edbbe04cfbf94c4edae0e6a6ed29c 
2024-11-19T16:42:59,200 INFO  [StoreOpener-b94edbbe04cfbf94c4edae0e6a6ed29c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b94edbbe04cfbf94c4edae0e6a6ed29c columnFamilyName testFamily
2024-11-19T16:42:59,200 DEBUG [StoreOpener-b94edbbe04cfbf94c4edae0e6a6ed29c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:42:59,201 INFO  [StoreOpener-b94edbbe04cfbf94c4edae0e6a6ed29c-1 {}] regionserver.HStore(327): Store=b94edbbe04cfbf94c4edae0e6a6ed29c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:42:59,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:42:59,210 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened b94edbbe04cfbf94c4edae0e6a6ed29c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74997932, jitterRate=0.11755627393722534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:42:59,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:42:59,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for b94edbbe04cfbf94c4edae0e6a6ed29c:
Running coprocessor pre-open hook at 1732034579194Writing region info on filesystem at 1732034579194Initializing all the Stores at 1732034579196 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034579196Cleaning up temporary data from old regions at 1732034579204 (+8 ms)Running coprocessor post-open hooks at 1732034579210 (+6 ms)Region opened successfully at 1732034579211 (+1 ms)
2024-11-19T16:42:59,213 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., pid=27, masterSystemTime=1732034579184
2024-11-19T16:42:59,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:42:59,216 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:42:59,216 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b94edbbe04cfbf94c4edae0e6a6ed29c, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:42:59,219 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b94edbbe04cfbf94c4edae0e6a6ed29c, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:42:59,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-19T16:42:59,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure b94edbbe04cfbf94c4edae0e6a6ed29c, server=32a8860bb9d6,41957,1732034475135 in 189 msec
2024-11-19T16:42:59,230 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-19T16:42:59,230 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b94edbbe04cfbf94c4edae0e6a6ed29c, ASSIGN in 350 msec
2024-11-19T16:42:59,231 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:42:59,231 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034579231"}]},"ts":"1732034579231"}
2024-11-19T16:42:59,234 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-19T16:42:59,235 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:42:59,238 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2010 sec
2024-11-19T16:43:00,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-19T16:43:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-19T16:43:01,059 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-19T16:43:01,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-19T16:43:01,059 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:43:01,067 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-19T16:43:01,068 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:43:01,068 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-19T16:43:01,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:43:01,083 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:43:01,083 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-19T16:43:01,086 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T16:43:01,088 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-19T16:43:04,734 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T16:43:04,764 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-19T16:43:04,765 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T16:43:07,095 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32a8860bb9d6:41957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-19T16:43:07,095 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-19T16:43:07,095 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 from cache
2024-11-19T16:43:07,105 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=8934 (was 8947)
2024-11-19T16:43:07,113 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=8934
2024-11-19T16:43:07,115 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:43:07,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-19T16:43:07,119 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:43:07,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:43:07,119 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-19T16:43:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T16:43:07,121 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:43:07,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741851_1027 (size=407)
2024-11-19T16:43:07,533 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c9ae0a5e65331379f837ac73ee6f654, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:43:07,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741852_1028 (size=58)
2024-11-19T16:43:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-19T16:43:07,948 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:43:07,948 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 1c9ae0a5e65331379f837ac73ee6f654, disabling compactions & flushes
2024-11-19T16:43:07,948 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:07,948 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:07,948 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654. after waiting 0 ms
2024-11-19T16:43:07,949 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:07,949 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:07,949 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c9ae0a5e65331379f837ac73ee6f654:
Waiting for close lock at 1732034587948Disabling compacts and flushes for region at 1732034587948Disabling writes for close at 1732034587948Writing region close event to WAL at 1732034587949 (+1 ms)Closed at 1732034587949
2024-11-19T16:43:07,951 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:43:07,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732034587951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034587951"}]},"ts":"1732034587951"}
2024-11-19T16:43:07,955 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:43:07,956 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:43:07,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034587956"}]},"ts":"1732034587956"}
2024-11-19T16:43:07,960 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-19T16:43:07,960 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=1c9ae0a5e65331379f837ac73ee6f654, ASSIGN}]
2024-11-19T16:43:07,962 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=1c9ae0a5e65331379f837ac73ee6f654, ASSIGN
2024-11-19T16:43:07,964 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=1c9ae0a5e65331379f837ac73ee6f654, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:43:08,114 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1c9ae0a5e65331379f837ac73ee6f654, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:43:08,118 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=1c9ae0a5e65331379f837ac73ee6f654, ASSIGN because future has completed
2024-11-19T16:43:08,118 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c9ae0a5e65331379f837ac73ee6f654, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:43:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T16:43:08,276 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:08,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c9ae0a5e65331379f837ac73ee6f654, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:43:08,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:43:08,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,279 INFO  [StoreOpener-1c9ae0a5e65331379f837ac73ee6f654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1c9ae0a5e65331379f837ac73ee6f654 
2024-11-19T16:43:08,281 INFO  [StoreOpener-1c9ae0a5e65331379f837ac73ee6f654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c9ae0a5e65331379f837ac73ee6f654 columnFamilyName testFamily
2024-11-19T16:43:08,281 DEBUG [StoreOpener-1c9ae0a5e65331379f837ac73ee6f654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:43:08,282 INFO  [StoreOpener-1c9ae0a5e65331379f837ac73ee6f654-1 {}] regionserver.HStore(327): Store=1c9ae0a5e65331379f837ac73ee6f654/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:43:08,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:43:08,291 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 1c9ae0a5e65331379f837ac73ee6f654; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62630114, jitterRate=-0.06673857569694519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:43:08,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:08,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 1c9ae0a5e65331379f837ac73ee6f654:
Running coprocessor pre-open hook at 1732034588277Writing region info on filesystem at 1732034588277Initializing all the Stores at 1732034588279 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034588279Cleaning up temporary data from old regions at 1732034588285 (+6 ms)Running coprocessor post-open hooks at 1732034588291 (+6 ms)Region opened successfully at 1732034588292 (+1 ms)
2024-11-19T16:43:08,293 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654., pid=30, masterSystemTime=1732034588271
2024-11-19T16:43:08,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:08,296 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:08,297 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1c9ae0a5e65331379f837ac73ee6f654, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:43:08,299 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c9ae0a5e65331379f837ac73ee6f654, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:43:08,304 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-19T16:43:08,304 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c9ae0a5e65331379f837ac73ee6f654, server=32a8860bb9d6,41957,1732034475135 in 183 msec
2024-11-19T16:43:08,308 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-19T16:43:08,308 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=1c9ae0a5e65331379f837ac73ee6f654, ASSIGN in 344 msec
2024-11-19T16:43:08,309 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:43:08,309 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034588309"}]},"ts":"1732034588309"}
2024-11-19T16:43:08,312 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-19T16:43:08,314 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:43:08,317 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1990 sec
2024-11-19T16:43:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T16:43:10,149 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-19T16:43:10,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-19T16:43:10,150 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:43:10,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-19T16:43:10,158 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:43:10,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-19T16:43:10,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:43:10,173 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:43:10,174 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-19T16:43:10,177 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T16:43:10,179 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T16:43:10,180 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T16:43:10,181 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-19T16:43:12,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-19T16:43:13,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T16:43:13,780 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T16:43:14,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-19T16:43:14,643 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-19T16:43:16,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41957 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085196' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T16:43:16,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41957 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:57108 deadline: 1732034602186, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085196' does not exist
2024-11-19T16:43:16,190 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 32a8860bb9d6,41957,1732034475135 for closing scanner id = -3116814443372085196 for 1c9ae0a5e65331379f837ac73ee6f654 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3116814443372085196' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T16:43:16,196 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=8921 (was 8934)
2024-11-19T16:43:16,205 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=8920
2024-11-19T16:43:16,207 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T16:43:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-19T16:43:16,211 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T16:43:16,211 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:43:16,211 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-19T16:43:16,212 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T16:43:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-19T16:43:16,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741853_1029 (size=423)
2024-11-19T16:43:16,623 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3730edc82074ac13c560e7df3fa198b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188
2024-11-19T16:43:16,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741854_1030 (size=74)
2024-11-19T16:43:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-19T16:43:17,035 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:43:17,036 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing c3730edc82074ac13c560e7df3fa198b, disabling compactions & flushes
2024-11-19T16:43:17,036 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:17,036 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:17,036 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b. after waiting 0 ms
2024-11-19T16:43:17,036 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:17,036 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:17,036 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3730edc82074ac13c560e7df3fa198b:
Waiting for close lock at 1732034597036Disabling compacts and flushes for region at 1732034597036Disabling writes for close at 1732034597036Writing region close event to WAL at 1732034597036Closed at 1732034597036
2024-11-19T16:43:17,038 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T16:43:17,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732034597038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732034597038"}]},"ts":"1732034597038"}
2024-11-19T16:43:17,042 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T16:43:17,044 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T16:43:17,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034597044"}]},"ts":"1732034597044"}
2024-11-19T16:43:17,046 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-19T16:43:17,047 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c3730edc82074ac13c560e7df3fa198b, ASSIGN}]
2024-11-19T16:43:17,048 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c3730edc82074ac13c560e7df3fa198b, ASSIGN
2024-11-19T16:43:17,050 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c3730edc82074ac13c560e7df3fa198b, ASSIGN; state=OFFLINE, location=32a8860bb9d6,41957,1732034475135; forceNewPlan=false, retain=false
2024-11-19T16:43:17,200 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=c3730edc82074ac13c560e7df3fa198b, regionState=OPENING, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:43:17,204 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c3730edc82074ac13c560e7df3fa198b, ASSIGN because future has completed
2024-11-19T16:43:17,204 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3730edc82074ac13c560e7df3fa198b, server=32a8860bb9d6,41957,1732034475135}]
2024-11-19T16:43:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-19T16:43:17,364 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:17,364 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => c3730edc82074ac13c560e7df3fa198b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.', STARTKEY => '', ENDKEY => ''}
2024-11-19T16:43:17,364 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,365 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T16:43:17,365 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,365 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,367 INFO  [StoreOpener-c3730edc82074ac13c560e7df3fa198b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c3730edc82074ac13c560e7df3fa198b 
2024-11-19T16:43:17,369 INFO  [StoreOpener-c3730edc82074ac13c560e7df3fa198b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3730edc82074ac13c560e7df3fa198b columnFamilyName testFamily
2024-11-19T16:43:17,369 DEBUG [StoreOpener-c3730edc82074ac13c560e7df3fa198b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T16:43:17,370 INFO  [StoreOpener-c3730edc82074ac13c560e7df3fa198b-1 {}] regionserver.HStore(327): Store=c3730edc82074ac13c560e7df3fa198b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T16:43:17,370 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,371 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,371 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,372 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,372 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,374 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,377 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T16:43:17,377 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened c3730edc82074ac13c560e7df3fa198b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61767061, jitterRate=-0.07959906756877899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T16:43:17,378 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:17,378 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for c3730edc82074ac13c560e7df3fa198b:
Running coprocessor pre-open hook at 1732034597365Writing region info on filesystem at 1732034597365Initializing all the Stores at 1732034597366 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732034597367 (+1 ms)Cleaning up temporary data from old regions at 1732034597372 (+5 ms)Running coprocessor post-open hooks at 1732034597378 (+6 ms)Region opened successfully at 1732034597378
2024-11-19T16:43:17,379 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., pid=33, masterSystemTime=1732034597357
2024-11-19T16:43:17,382 DEBUG [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:17,382 INFO  [RS_OPEN_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:17,383 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=c3730edc82074ac13c560e7df3fa198b, regionState=OPEN, openSeqNum=2, regionLocation=32a8860bb9d6,41957,1732034475135
2024-11-19T16:43:17,386 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3730edc82074ac13c560e7df3fa198b, server=32a8860bb9d6,41957,1732034475135 because future has completed
2024-11-19T16:43:17,391 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-19T16:43:17,391 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure c3730edc82074ac13c560e7df3fa198b, server=32a8860bb9d6,41957,1732034475135 in 184 msec
2024-11-19T16:43:17,394 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-19T16:43:17,394 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=c3730edc82074ac13c560e7df3fa198b, ASSIGN in 344 msec
2024-11-19T16:43:17,395 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T16:43:17,396 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732034597396"}]},"ts":"1732034597396"}
2024-11-19T16:43:17,398 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-19T16:43:17,400 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T16:43:17,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1930 sec
2024-11-19T16:43:18,387 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-19T16:43:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-19T16:43:19,240 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-19T16:43:19,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-19T16:43:19,240 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:43:19,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-19T16:43:19,250 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T16:43:19,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-19T16:43:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:43:19,265 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T16:43:19,266 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-19T16:43:19,270 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T16:43:19,272 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T16:43:20,275 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32a8860bb9d6:41957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-11-19T16:43:20,275 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-11-19T16:43:20,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 from cache
2024-11-19T16:43:20,312 DEBUG [master/32a8860bb9d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-19T16:43:20,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-19T16:43:21,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2]
2024-11-19T16:43:21,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T16:43:22,275 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=32a8860bb9d6:41957 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=992ms, rpcTimeout=987ms
2024-11-19T16:43:22,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=992ms, rpcTimeout=987ms
2024-11-19T16:43:22,276 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., hostname=32a8860bb9d6,41957,1732034475135, seqNum=2 from cache
2024-11-19T16:43:22,288 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=8910 (was 8920)
2024-11-19T16:43:22,288 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T16:43:22,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T16:43:22,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:43:22,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:43:22,294 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T16:43:22,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-19T16:43:22,295 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T16:43:22,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T16:43:22,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:43:22,295 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T16:43:22,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:43:22,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-19T16:43:22,296 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=534022733, stopped=false
2024-11-19T16:43:22,296 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32a8860bb9d6,43949,1732034474300
2024-11-19T16:43:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T16:43:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T16:43:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:43:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:43:22,368 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T16:43:22,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T16:43:22,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T16:43:22,369 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T16:43:22,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T16:43:22,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:43:22,371 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32a8860bb9d6,41957,1732034475135' *****
2024-11-19T16:43:22,371 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T16:43:22,371 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T16:43:22,372 INFO  [RS:0;32a8860bb9d6:41957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T16:43:22,372 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T16:43:22,372 INFO  [RS:0;32a8860bb9d6:41957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T16:43:22,372 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e0d703308cd55a9d9dff3256a8253ac
2024-11-19T16:43:22,372 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for c0d3fed7b2005a51f32015d9e28bab25
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c9ae0a5e65331379f837ac73ee6f654
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for b84283288160ec382c49596792b33e53
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for 35888110766c450bca74fef7b55b7b1c
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for b126e7d1514398c213cb45ae3ea61c21
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for b94edbbe04cfbf94c4edae0e6a6ed29c
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for ad3dec13504ca0e45d6852dec97186c1
2024-11-19T16:43:22,373 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e0d703308cd55a9d9dff3256a8253ac, disabling compactions & flushes
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:22,373 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:43:22,373 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(959): stopping server 32a8860bb9d6,41957,1732034475135
2024-11-19T16:43:22,373 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac. after waiting 0 ms
2024-11-19T16:43:22,373 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T16:43:22,374 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:43:22,374 INFO  [RS:0;32a8860bb9d6:41957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32a8860bb9d6:41957.
2024-11-19T16:43:22,374 DEBUG [RS:0;32a8860bb9d6:41957 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T16:43:22,374 DEBUG [RS:0;32a8860bb9d6:41957 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:43:22,374 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T16:43:22,374 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T16:43:22,374 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T16:43:22,374 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-19T16:43:22,375 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-19T16:43:22,375 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T16:43:22,375 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T16:43:22,375 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T16:43:22,375 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c9ae0a5e65331379f837ac73ee6f654, 35888110766c450bca74fef7b55b7b1c, 6e0d703308cd55a9d9dff3256a8253ac, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c0d3fed7b2005a51f32015d9e28bab25, c3730edc82074ac13c560e7df3fa198b, fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:43:22,375 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T16:43:22,375 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T16:43:22,378 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e0d703308cd55a9d9dff3256a8253ac 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:22,378 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-19T16:43:22,439 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac/.tmp/testFamily/4c8c13b88ab14c9b94574358728b502a is 61, key is row-0/testFamily:testQualifier/1732034552603/Put/seqid=0
2024-11-19T16:43:22,446 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/info/4349a3db03f640d583e0b381615e70c0 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c./info:regioninfo/1732034540537/Put/seqid=0
2024-11-19T16:43:22,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741855_1031 (size=5049)
2024-11-19T16:43:22,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741856_1032 (size=20564)
2024-11-19T16:43:22,576 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c9ae0a5e65331379f837ac73ee6f654, 35888110766c450bca74fef7b55b7b1c, 6e0d703308cd55a9d9dff3256a8253ac, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c0d3fed7b2005a51f32015d9e28bab25, c3730edc82074ac13c560e7df3fa198b, fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:43:22,776 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c9ae0a5e65331379f837ac73ee6f654, 35888110766c450bca74fef7b55b7b1c, 6e0d703308cd55a9d9dff3256a8253ac, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c0d3fed7b2005a51f32015d9e28bab25, c3730edc82074ac13c560e7df3fa198b, fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:43:22,785 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T16:43:22,856 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac/.tmp/testFamily/4c8c13b88ab14c9b94574358728b502a
2024-11-19T16:43:22,867 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T16:43:22,871 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/info/4349a3db03f640d583e0b381615e70c0
2024-11-19T16:43:22,919 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac/.tmp/testFamily/4c8c13b88ab14c9b94574358728b502a as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac/testFamily/4c8c13b88ab14c9b94574358728b502a
2024-11-19T16:43:22,929 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac/testFamily/4c8c13b88ab14c9b94574358728b502a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:22,938 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6e0d703308cd55a9d9dff3256a8253ac in 560ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:22,940 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/ns/c4ac195a5bea46fa9243dc1d66b7f6c0 is 43, key is default/ns:d/1732034538983/Put/seqid=0
2024-11-19T16:43:22,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741857_1033 (size=5153)
2024-11-19T16:43:22,946 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNextAsync/6e0d703308cd55a9d9dff3256a8253ac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:22,949 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:43:22,949 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e0d703308cd55a9d9dff3256a8253ac:
Waiting for close lock at 1732034602373Running coprocessor pre-close hooks at 1732034602373Disabling compacts and flushes for region at 1732034602373Disabling writes for close at 1732034602373Obtaining lock to block concurrent updates at 1732034602379 (+6 ms)Preparing flush snapshotting stores in 6e0d703308cd55a9d9dff3256a8253ac at 1732034602379Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034602386 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac. at 1732034602388 (+2 ms)Flushing 6e0d703308cd55a9d9dff3256a8253ac/testFamily: creating writer at 1732034602389 (+1 ms)Flushing 6e0d703308cd55a9d9dff3256a8253ac/testFamily: appending metadata at 1732034602432 (+43 ms)Flushing 6e0d703308cd55a9d9dff3256a8253ac/testFamily: closing flushed file at 1732034602435 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbbffc6: reopening flushed file at 1732034602917 (+482 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6e0d703308cd55a9d9dff3256a8253ac in 560ms, sequenceid=8, compaction requested=false at 1732034602938 (+21 ms)Writing region close event to WAL at 1732034602940 (+2 ms)Running coprocessor post-close hooks at 1732034602947 (+7 ms)Closed at 1732034602949 (+2 ms)
2024-11-19T16:43:22,950 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732034549551.6e0d703308cd55a9d9dff3256a8253ac.
2024-11-19T16:43:22,950 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0d3fed7b2005a51f32015d9e28bab25, disabling compactions & flushes
2024-11-19T16:43:22,950 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:43:22,950 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:43:22,950 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25. after waiting 0 ms
2024-11-19T16:43:22,950 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:43:22,950 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0d3fed7b2005a51f32015d9e28bab25 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:22,968 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25/.tmp/testFamily/a65607d6554d472e92f3193e42019bc1 is 61, key is row-0/testFamily:testQualifier/1732034568892/Put/seqid=0
2024-11-19T16:43:22,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741858_1034 (size=5049)
2024-11-19T16:43:22,976 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c9ae0a5e65331379f837ac73ee6f654, 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c0d3fed7b2005a51f32015d9e28bab25, c3730edc82074ac13c560e7df3fa198b, fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:43:23,176 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c9ae0a5e65331379f837ac73ee6f654, 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c0d3fed7b2005a51f32015d9e28bab25, c3730edc82074ac13c560e7df3fa198b, fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:43:23,340 INFO  [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-19T16:43:23,340 INFO  [regionserver/32a8860bb9d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-19T16:43:23,348 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/ns/c4ac195a5bea46fa9243dc1d66b7f6c0
2024-11-19T16:43:23,375 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25/.tmp/testFamily/a65607d6554d472e92f3193e42019bc1
2024-11-19T16:43:23,377 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-19T16:43:23,377 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c9ae0a5e65331379f837ac73ee6f654, 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c0d3fed7b2005a51f32015d9e28bab25, c3730edc82074ac13c560e7df3fa198b, fbf1e16d98f4e70ba65dd241c3b653c8
2024-11-19T16:43:23,385 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/table/39a7e76b1fb8437897c3c0b6e4dff34e is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732034540558/Put/seqid=0
2024-11-19T16:43:23,388 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25/.tmp/testFamily/a65607d6554d472e92f3193e42019bc1 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25/testFamily/a65607d6554d472e92f3193e42019bc1
2024-11-19T16:43:23,398 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25/testFamily/a65607d6554d472e92f3193e42019bc1, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:23,400 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c0d3fed7b2005a51f32015d9e28bab25 in 450ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:23,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741859_1035 (size=6699)
2024-11-19T16:43:23,404 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/table/39a7e76b1fb8437897c3c0b6e4dff34e
2024-11-19T16:43:23,408 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNextAsync/c0d3fed7b2005a51f32015d9e28bab25/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:23,409 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:43:23,409 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0d3fed7b2005a51f32015d9e28bab25:
Waiting for close lock at 1732034602950Running coprocessor pre-close hooks at 1732034602950Disabling compacts and flushes for region at 1732034602950Disabling writes for close at 1732034602950Obtaining lock to block concurrent updates at 1732034602950Preparing flush snapshotting stores in c0d3fed7b2005a51f32015d9e28bab25 at 1732034602950Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034602950Flushing stores of testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25. at 1732034602951 (+1 ms)Flushing c0d3fed7b2005a51f32015d9e28bab25/testFamily: creating writer at 1732034602951Flushing c0d3fed7b2005a51f32015d9e28bab25/testFamily: appending metadata at 1732034602968 (+17 ms)Flushing c0d3fed7b2005a51f32015d9e28bab25/testFamily: closing flushed file at 1732034602968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cf83b9: reopening flushed file at 1732034603386 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c0d3fed7b2005a51f32015d9e28bab25 in 450ms, sequenceid=8, compaction requested=false at 1732034603400 (+14 ms)Writing region close event to WAL at 1732034603401 (+1 ms)Running coprocessor post-close hooks at 1732034603409 (+8 ms)Closed at 1732034603409
2024-11-19T16:43:23,410 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732034567866.c0d3fed7b2005a51f32015d9e28bab25.
2024-11-19T16:43:23,410 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbf1e16d98f4e70ba65dd241c3b653c8, disabling compactions & flushes
2024-11-19T16:43:23,410 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:43:23,410 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:43:23,410 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8. after waiting 0 ms
2024-11-19T16:43:23,410 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:43:23,410 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbf1e16d98f4e70ba65dd241c3b653c8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:23,417 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/info/4349a3db03f640d583e0b381615e70c0 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/info/4349a3db03f640d583e0b381615e70c0
2024-11-19T16:43:23,426 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/info/4349a3db03f640d583e0b381615e70c0, entries=100, sequenceid=56, filesize=20.1 K
2024-11-19T16:43:23,428 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/ns/c4ac195a5bea46fa9243dc1d66b7f6c0 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/ns/c4ac195a5bea46fa9243dc1d66b7f6c0
2024-11-19T16:43:23,433 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8/.tmp/testFamily/8bb9d498bfba49fc9a93b16d63d1a4bb is 61, key is row-0/testFamily:testQualifier/1732034561711/Put/seqid=0
2024-11-19T16:43:23,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741860_1036 (size=5049)
2024-11-19T16:43:23,440 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8/.tmp/testFamily/8bb9d498bfba49fc9a93b16d63d1a4bb
2024-11-19T16:43:23,440 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/ns/c4ac195a5bea46fa9243dc1d66b7f6c0, entries=2, sequenceid=56, filesize=5.0 K
2024-11-19T16:43:23,441 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/.tmp/table/39a7e76b1fb8437897c3c0b6e4dff34e as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/table/39a7e76b1fb8437897c3c0b6e4dff34e
2024-11-19T16:43:23,453 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8/.tmp/testFamily/8bb9d498bfba49fc9a93b16d63d1a4bb as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8/testFamily/8bb9d498bfba49fc9a93b16d63d1a4bb
2024-11-19T16:43:23,455 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/table/39a7e76b1fb8437897c3c0b6e4dff34e, entries=20, sequenceid=56, filesize=6.5 K
2024-11-19T16:43:23,456 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1081ms, sequenceid=56, compaction requested=false
2024-11-19T16:43:23,464 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-19T16:43:23,464 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8/testFamily/8bb9d498bfba49fc9a93b16d63d1a4bb, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:23,465 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T16:43:23,465 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fbf1e16d98f4e70ba65dd241c3b653c8 in 55ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:23,465 INFO  [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T16:43:23,466 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732034602375Running coprocessor pre-close hooks at 1732034602375Disabling compacts and flushes for region at 1732034602375Disabling writes for close at 1732034602375Obtaining lock to block concurrent updates at 1732034602379 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732034602379Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732034602386 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732034602387 (+1 ms)Flushing 1588230740/info: creating writer at 1732034602389 (+2 ms)Flushing 1588230740/info: appending metadata at 1732034602439 (+50 ms)Flushing 1588230740/info: closing flushed file at 1732034602439Flushing 1588230740/ns: creating writer at 1732034602917 (+478 ms)Flushing 1588230740/ns: appending metadata at 1732034602938 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732034602938Flushing 1588230740/table: creating writer at 1732034603360 (+422 ms)Flushing 1588230740/table: appending metadata at 1732034603384 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732034603384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66563827: reopening flushed file at 1732034603415 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2207a689: reopening flushed file at 1732034603427 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61370aa: reopening flushed file at 1732034603440 (+13 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1081ms, sequenceid=56, compaction requested=false at 1732034603456 (+16 ms)Writing region close event to WAL at 1732034603458 (+2 ms)Running coprocessor post-close hooks at 1732034603465 (+7 ms)Closed at 1732034603465
2024-11-19T16:43:23,466 DEBUG [RS_CLOSE_META-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-19T16:43:23,471 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextException/fbf1e16d98f4e70ba65dd241c3b653c8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:23,473 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:43:23,473 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbf1e16d98f4e70ba65dd241c3b653c8:
Waiting for close lock at 1732034603410Running coprocessor pre-close hooks at 1732034603410Disabling compacts and flushes for region at 1732034603410Disabling writes for close at 1732034603410Obtaining lock to block concurrent updates at 1732034603410Preparing flush snapshotting stores in fbf1e16d98f4e70ba65dd241c3b653c8 at 1732034603410Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034603411 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8. at 1732034603412 (+1 ms)Flushing fbf1e16d98f4e70ba65dd241c3b653c8/testFamily: creating writer at 1732034603412Flushing fbf1e16d98f4e70ba65dd241c3b653c8/testFamily: appending metadata at 1732034603432 (+20 ms)Flushing fbf1e16d98f4e70ba65dd241c3b653c8/testFamily: closing flushed file at 1732034603433 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c169bd: reopening flushed file at 1732034603451 (+18 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fbf1e16d98f4e70ba65dd241c3b653c8 in 55ms, sequenceid=8, compaction requested=false at 1732034603465 (+14 ms)Writing region close event to WAL at 1732034603466 (+1 ms)Running coprocessor post-close hooks at 1732034603472 (+6 ms)Closed at 1732034603473 (+1 ms)
2024-11-19T16:43:23,473 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732034558662.fbf1e16d98f4e70ba65dd241c3b653c8.
2024-11-19T16:43:23,473 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c9ae0a5e65331379f837ac73ee6f654, disabling compactions & flushes
2024-11-19T16:43:23,474 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:23,474 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:23,474 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654. after waiting 0 ms
2024-11-19T16:43:23,474 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:23,474 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c9ae0a5e65331379f837ac73ee6f654 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:23,495 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654/.tmp/testFamily/86ddb826e5da4a89a97e4d23471be5d3 is 61, key is row-0/testFamily:testQualifier/1732034590163/Put/seqid=0
2024-11-19T16:43:23,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741861_1037 (size=5049)
2024-11-19T16:43:23,577 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 1c9ae0a5e65331379f837ac73ee6f654, 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:23,777 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 1c9ae0a5e65331379f837ac73ee6f654, 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:23,908 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654/.tmp/testFamily/86ddb826e5da4a89a97e4d23471be5d3
2024-11-19T16:43:23,921 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654/.tmp/testFamily/86ddb826e5da4a89a97e4d23471be5d3 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654/testFamily/86ddb826e5da4a89a97e4d23471be5d3
2024-11-19T16:43:23,929 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654/testFamily/86ddb826e5da4a89a97e4d23471be5d3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:23,931 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1c9ae0a5e65331379f837ac73ee6f654 in 456ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:23,936 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnNext/1c9ae0a5e65331379f837ac73ee6f654/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:23,936 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:23,936 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c9ae0a5e65331379f837ac73ee6f654:
Waiting for close lock at 1732034603473Running coprocessor pre-close hooks at 1732034603473Disabling compacts and flushes for region at 1732034603473Disabling writes for close at 1732034603474 (+1 ms)Obtaining lock to block concurrent updates at 1732034603474Preparing flush snapshotting stores in 1c9ae0a5e65331379f837ac73ee6f654 at 1732034603474Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034603474Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654. at 1732034603475 (+1 ms)Flushing 1c9ae0a5e65331379f837ac73ee6f654/testFamily: creating writer at 1732034603475Flushing 1c9ae0a5e65331379f837ac73ee6f654/testFamily: appending metadata at 1732034603495 (+20 ms)Flushing 1c9ae0a5e65331379f837ac73ee6f654/testFamily: closing flushed file at 1732034603495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e126679: reopening flushed file at 1732034603919 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1c9ae0a5e65331379f837ac73ee6f654 in 456ms, sequenceid=8, compaction requested=false at 1732034603931 (+12 ms)Writing region close event to WAL at 1732034603931Running coprocessor post-close hooks at 1732034603936 (+5 ms)Closed at 1732034603936
2024-11-19T16:43:23,937 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732034587115.1c9ae0a5e65331379f837ac73ee6f654.
2024-11-19T16:43:23,937 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b84283288160ec382c49596792b33e53, disabling compactions & flushes
2024-11-19T16:43:23,937 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:43:23,937 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:43:23,937 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53. after waiting 0 ms
2024-11-19T16:43:23,937 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:43:23,937 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b84283288160ec382c49596792b33e53 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:23,955 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53/.tmp/testFamily/6bdf6f8197744231bc522a7aabf7a7b3 is 61, key is row-0/testFamily:testQualifier/1732034543494/Put/seqid=0
2024-11-19T16:43:23,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741862_1038 (size=5049)
2024-11-19T16:43:23,978 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:24,178 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:24,362 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53/.tmp/testFamily/6bdf6f8197744231bc522a7aabf7a7b3
2024-11-19T16:43:24,374 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53/.tmp/testFamily/6bdf6f8197744231bc522a7aabf7a7b3 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53/testFamily/6bdf6f8197744231bc522a7aabf7a7b3
2024-11-19T16:43:24,378 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-19T16:43:24,379 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1325): Online Regions={b84283288160ec382c49596792b33e53=hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53., 35888110766c450bca74fef7b55b7b1c=testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c., b126e7d1514398c213cb45ae3ea61c21=testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21., b94edbbe04cfbf94c4edae0e6a6ed29c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., ad3dec13504ca0e45d6852dec97186c1=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., c3730edc82074ac13c560e7df3fa198b=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.}
2024-11-19T16:43:24,379 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b84283288160ec382c49596792b33e53, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:24,383 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53/testFamily/6bdf6f8197744231bc522a7aabf7a7b3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:24,385 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b84283288160ec382c49596792b33e53 in 448ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:24,390 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScanner/b84283288160ec382c49596792b33e53/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:24,391 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:43:24,391 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b84283288160ec382c49596792b33e53:
Waiting for close lock at 1732034603937Running coprocessor pre-close hooks at 1732034603937Disabling compacts and flushes for region at 1732034603937Disabling writes for close at 1732034603937Obtaining lock to block concurrent updates at 1732034603937Preparing flush snapshotting stores in b84283288160ec382c49596792b33e53 at 1732034603937Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034603937Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53. at 1732034603938 (+1 ms)Flushing b84283288160ec382c49596792b33e53/testFamily: creating writer at 1732034603938Flushing b84283288160ec382c49596792b33e53/testFamily: appending metadata at 1732034603955 (+17 ms)Flushing b84283288160ec382c49596792b33e53/testFamily: closing flushed file at 1732034603955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2721dd7f: reopening flushed file at 1732034604373 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b84283288160ec382c49596792b33e53 in 448ms, sequenceid=8, compaction requested=false at 1732034604385 (+12 ms)Writing region close event to WAL at 1732034604385Running coprocessor post-close hooks at 1732034604391 (+6 ms)Closed at 1732034604391
2024-11-19T16:43:24,391 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732034542460.b84283288160ec382c49596792b33e53.
2024-11-19T16:43:24,392 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35888110766c450bca74fef7b55b7b1c, disabling compactions & flushes
2024-11-19T16:43:24,392 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:43:24,392 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:43:24,392 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c. after waiting 0 ms
2024-11-19T16:43:24,392 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:43:24,392 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35888110766c450bca74fef7b55b7b1c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:24,413 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c/.tmp/testFamily/c2ff53935f0648169c36a7d6c1fda4f0 is 61, key is row-0/testFamily:testQualifier/1732034542367/Put/seqid=0
2024-11-19T16:43:24,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741863_1039 (size=5049)
2024-11-19T16:43:24,579 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:24,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-19T16:43:24,643 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T16:43:24,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-19T16:43:24,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-19T16:43:24,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-19T16:43:24,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-19T16:43:24,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T16:43:24,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-19T16:43:24,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-19T16:43:24,779 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on 35888110766c450bca74fef7b55b7b1c, ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:24,820 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c/.tmp/testFamily/c2ff53935f0648169c36a7d6c1fda4f0
2024-11-19T16:43:24,832 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c/.tmp/testFamily/c2ff53935f0648169c36a7d6c1fda4f0 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c/testFamily/c2ff53935f0648169c36a7d6c1fda4f0
2024-11-19T16:43:24,843 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c/testFamily/c2ff53935f0648169c36a7d6c1fda4f0, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:24,844 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35888110766c450bca74fef7b55b7b1c in 452ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:24,849 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35888110766c450bca74fef7b55b7b1c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:24,856 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:43:24,856 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35888110766c450bca74fef7b55b7b1c:
Waiting for close lock at 1732034604392Running coprocessor pre-close hooks at 1732034604392Disabling compacts and flushes for region at 1732034604392Disabling writes for close at 1732034604392Obtaining lock to block concurrent updates at 1732034604392Preparing flush snapshotting stores in 35888110766c450bca74fef7b55b7b1c at 1732034604392Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034604392Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c. at 1732034604393 (+1 ms)Flushing 35888110766c450bca74fef7b55b7b1c/testFamily: creating writer at 1732034604393Flushing 35888110766c450bca74fef7b55b7b1c/testFamily: appending metadata at 1732034604412 (+19 ms)Flushing 35888110766c450bca74fef7b55b7b1c/testFamily: closing flushed file at 1732034604412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdf2ec: reopening flushed file at 1732034604830 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35888110766c450bca74fef7b55b7b1c in 452ms, sequenceid=8, compaction requested=false at 1732034604844 (+14 ms)Writing region close event to WAL at 1732034604844Running coprocessor post-close hooks at 1732034604850 (+6 ms)Closed at 1732034604850
2024-11-19T16:43:24,857 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732034539280.35888110766c450bca74fef7b55b7b1c.
2024-11-19T16:43:24,857 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b126e7d1514398c213cb45ae3ea61c21, disabling compactions & flushes
2024-11-19T16:43:24,857 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:43:24,857 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:43:24,857 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21. after waiting 0 ms
2024-11-19T16:43:24,857 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:43:24,857 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b126e7d1514398c213cb45ae3ea61c21 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:24,874 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21/.tmp/testFamily/d89c8280ce6e4226a9997ee3448f9189 is 61, key is row-0/testFamily:testQualifier/1732034574991/Put/seqid=0
2024-11-19T16:43:24,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741864_1040 (size=5049)
2024-11-19T16:43:24,980 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:25,180 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on ad3dec13504ca0e45d6852dec97186c1, b126e7d1514398c213cb45ae3ea61c21, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:25,279 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21/.tmp/testFamily/d89c8280ce6e4226a9997ee3448f9189
2024-11-19T16:43:25,289 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21/.tmp/testFamily/d89c8280ce6e4226a9997ee3448f9189 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21/testFamily/d89c8280ce6e4226a9997ee3448f9189
2024-11-19T16:43:25,298 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21/testFamily/d89c8280ce6e4226a9997ee3448f9189, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:25,300 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b126e7d1514398c213cb45ae3ea61c21 in 443ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:25,304 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnNext/b126e7d1514398c213cb45ae3ea61c21/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:25,305 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:43:25,305 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b126e7d1514398c213cb45ae3ea61c21:
Waiting for close lock at 1732034604857Running coprocessor pre-close hooks at 1732034604857Disabling compacts and flushes for region at 1732034604857Disabling writes for close at 1732034604857Obtaining lock to block concurrent updates at 1732034604857Preparing flush snapshotting stores in b126e7d1514398c213cb45ae3ea61c21 at 1732034604857Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034604857Flushing stores of testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21. at 1732034604858 (+1 ms)Flushing b126e7d1514398c213cb45ae3ea61c21/testFamily: creating writer at 1732034604858Flushing b126e7d1514398c213cb45ae3ea61c21/testFamily: appending metadata at 1732034604874 (+16 ms)Flushing b126e7d1514398c213cb45ae3ea61c21/testFamily: closing flushed file at 1732034604874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d171b: reopening flushed file at 1732034605288 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b126e7d1514398c213cb45ae3ea61c21 in 443ms, sequenceid=8, compaction requested=false at 1732034605300 (+12 ms)Writing region close event to WAL at 1732034605300Running coprocessor post-close hooks at 1732034605305 (+5 ms)Closed at 1732034605305
2024-11-19T16:43:25,305 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732034571939.b126e7d1514398c213cb45ae3ea61c21.
2024-11-19T16:43:25,306 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b94edbbe04cfbf94c4edae0e6a6ed29c, disabling compactions & flushes
2024-11-19T16:43:25,306 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:43:25,306 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:43:25,306 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c. after waiting 0 ms
2024-11-19T16:43:25,306 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:43:25,306 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b94edbbe04cfbf94c4edae0e6a6ed29c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:25,325 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c/.tmp/testFamily/b85653e0dca74d4290b1c741cfd6a7a4 is 61, key is row-0/testFamily:testQualifier/1732034581073/Put/seqid=0
2024-11-19T16:43:25,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741865_1041 (size=5049)
2024-11-19T16:43:25,380 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-19T16:43:25,380 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1325): Online Regions={b94edbbe04cfbf94c4edae0e6a6ed29c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., ad3dec13504ca0e45d6852dec97186c1=testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., c3730edc82074ac13c560e7df3fa198b=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.}
2024-11-19T16:43:25,380 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on ad3dec13504ca0e45d6852dec97186c1, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:25,581 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on ad3dec13504ca0e45d6852dec97186c1, b94edbbe04cfbf94c4edae0e6a6ed29c, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:25,732 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c/.tmp/testFamily/b85653e0dca74d4290b1c741cfd6a7a4
2024-11-19T16:43:25,744 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c/.tmp/testFamily/b85653e0dca74d4290b1c741cfd6a7a4 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c/testFamily/b85653e0dca74d4290b1c741cfd6a7a4
2024-11-19T16:43:25,754 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c/testFamily/b85653e0dca74d4290b1c741cfd6a7a4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:25,755 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b94edbbe04cfbf94c4edae0e6a6ed29c in 449ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:25,761 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b94edbbe04cfbf94c4edae0e6a6ed29c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:25,762 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:43:25,762 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b94edbbe04cfbf94c4edae0e6a6ed29c:
Waiting for close lock at 1732034605306Running coprocessor pre-close hooks at 1732034605306Disabling compacts and flushes for region at 1732034605306Disabling writes for close at 1732034605306Obtaining lock to block concurrent updates at 1732034605306Preparing flush snapshotting stores in b94edbbe04cfbf94c4edae0e6a6ed29c at 1732034605306Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034605306Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c. at 1732034605307 (+1 ms)Flushing b94edbbe04cfbf94c4edae0e6a6ed29c/testFamily: creating writer at 1732034605307Flushing b94edbbe04cfbf94c4edae0e6a6ed29c/testFamily: appending metadata at 1732034605325 (+18 ms)Flushing b94edbbe04cfbf94c4edae0e6a6ed29c/testFamily: closing flushed file at 1732034605325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5d97b9: reopening flushed file at 1732034605743 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b94edbbe04cfbf94c4edae0e6a6ed29c in 449ms, sequenceid=8, compaction requested=false at 1732034605755 (+12 ms)Writing region close event to WAL at 1732034605756 (+1 ms)Running coprocessor post-close hooks at 1732034605761 (+5 ms)Closed at 1732034605762 (+1 ms)
2024-11-19T16:43:25,762 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732034578033.b94edbbe04cfbf94c4edae0e6a6ed29c.
2024-11-19T16:43:25,762 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad3dec13504ca0e45d6852dec97186c1, disabling compactions & flushes
2024-11-19T16:43:25,762 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:43:25,762 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:43:25,762 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1. after waiting 0 ms
2024-11-19T16:43:25,762 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:43:25,763 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad3dec13504ca0e45d6852dec97186c1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:25,781 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on ad3dec13504ca0e45d6852dec97186c1, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:25,782 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1/.tmp/testFamily/55cc212cb4744886bc9f157a50dab4f3 is 61, key is row-0/testFamily:testQualifier/1732034564821/Put/seqid=0
2024-11-19T16:43:25,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741866_1042 (size=5049)
2024-11-19T16:43:25,981 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on ad3dec13504ca0e45d6852dec97186c1, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:26,182 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on ad3dec13504ca0e45d6852dec97186c1, c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:26,191 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1/.tmp/testFamily/55cc212cb4744886bc9f157a50dab4f3
2024-11-19T16:43:26,204 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1/.tmp/testFamily/55cc212cb4744886bc9f157a50dab4f3 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1/testFamily/55cc212cb4744886bc9f157a50dab4f3
2024-11-19T16:43:26,212 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1/testFamily/55cc212cb4744886bc9f157a50dab4f3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:26,213 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ad3dec13504ca0e45d6852dec97186c1 in 451ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:26,218 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScanner/ad3dec13504ca0e45d6852dec97186c1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:26,219 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:43:26,219 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad3dec13504ca0e45d6852dec97186c1:
Waiting for close lock at 1732034605762Running coprocessor pre-close hooks at 1732034605762Disabling compacts and flushes for region at 1732034605762Disabling writes for close at 1732034605762Obtaining lock to block concurrent updates at 1732034605763 (+1 ms)Preparing flush snapshotting stores in ad3dec13504ca0e45d6852dec97186c1 at 1732034605763Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034605763Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1. at 1732034605764 (+1 ms)Flushing ad3dec13504ca0e45d6852dec97186c1/testFamily: creating writer at 1732034605764Flushing ad3dec13504ca0e45d6852dec97186c1/testFamily: appending metadata at 1732034605782 (+18 ms)Flushing ad3dec13504ca0e45d6852dec97186c1/testFamily: closing flushed file at 1732034605782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c1f418: reopening flushed file at 1732034606202 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ad3dec13504ca0e45d6852dec97186c1 in 451ms, sequenceid=8, compaction requested=false at 1732034606213 (+11 ms)Writing region close event to WAL at 1732034606214 (+1 ms)Running coprocessor post-close hooks at 1732034606219 (+5 ms)Closed at 1732034606219
2024-11-19T16:43:26,220 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732034561773.ad3dec13504ca0e45d6852dec97186c1.
2024-11-19T16:43:26,220 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3730edc82074ac13c560e7df3fa198b, disabling compactions & flushes
2024-11-19T16:43:26,220 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:26,220 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:26,220 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b. after waiting 0 ms
2024-11-19T16:43:26,220 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:26,220 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3730edc82074ac13c560e7df3fa198b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T16:43:26,237 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b/.tmp/testFamily/4767ac91a3534a67b3422a4b35678fe2 is 61, key is row-0/testFamily:testQualifier/1732034599256/Put/seqid=0
2024-11-19T16:43:26,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741867_1043 (size=5049)
2024-11-19T16:43:26,382 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-19T16:43:26,382 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1325): Online Regions={c3730edc82074ac13c560e7df3fa198b=testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.}
2024-11-19T16:43:26,382 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:26,583 DEBUG [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1351): Waiting on c3730edc82074ac13c560e7df3fa198b
2024-11-19T16:43:26,644 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b/.tmp/testFamily/4767ac91a3534a67b3422a4b35678fe2
2024-11-19T16:43:26,657 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b/.tmp/testFamily/4767ac91a3534a67b3422a4b35678fe2 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b/testFamily/4767ac91a3534a67b3422a4b35678fe2
2024-11-19T16:43:26,666 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b/testFamily/4767ac91a3534a67b3422a4b35678fe2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T16:43:26,667 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c3730edc82074ac13c560e7df3fa198b in 447ms, sequenceid=8, compaction requested=false
2024-11-19T16:43:26,672 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/data/default/testNormalScanTimeoutOnOpenScannerAsync/c3730edc82074ac13c560e7df3fa198b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T16:43:26,673 INFO  [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:26,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3730edc82074ac13c560e7df3fa198b:
Waiting for close lock at 1732034606220Running coprocessor pre-close hooks at 1732034606220Disabling compacts and flushes for region at 1732034606220Disabling writes for close at 1732034606220Obtaining lock to block concurrent updates at 1732034606220Preparing flush snapshotting stores in c3730edc82074ac13c560e7df3fa198b at 1732034606220Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732034606221 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b. at 1732034606221Flushing c3730edc82074ac13c560e7df3fa198b/testFamily: creating writer at 1732034606221Flushing c3730edc82074ac13c560e7df3fa198b/testFamily: appending metadata at 1732034606237 (+16 ms)Flushing c3730edc82074ac13c560e7df3fa198b/testFamily: closing flushed file at 1732034606237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1fbf1: reopening flushed file at 1732034606655 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c3730edc82074ac13c560e7df3fa198b in 447ms, sequenceid=8, compaction requested=false at 1732034606667 (+12 ms)Writing region close event to WAL at 1732034606668 (+1 ms)Running coprocessor post-close hooks at 1732034606673 (+5 ms)Closed at 1732034606673
2024-11-19T16:43:26,674 DEBUG [RS_CLOSE_REGION-regionserver/32a8860bb9d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732034596207.c3730edc82074ac13c560e7df3fa198b.
2024-11-19T16:43:26,783 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(976): stopping server 32a8860bb9d6,41957,1732034475135; all regions closed.
2024-11-19T16:43:26,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741834_1010 (size=19479)
2024-11-19T16:43:26,798 DEBUG [RS:0;32a8860bb9d6:41957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/oldWALs
2024-11-19T16:43:26,798 INFO  [RS:0;32a8860bb9d6:41957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C41957%2C1732034475135.meta:.meta(num 1732034538753)
2024-11-19T16:43:26,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741833_1009 (size=20031)
2024-11-19T16:43:26,802 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/WALs/32a8860bb9d6,41957,1732034475135/32a8860bb9d6%2C41957%2C1732034475135.1732034538318 not finished, retry = 0
2024-11-19T16:43:26,907 DEBUG [RS:0;32a8860bb9d6:41957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/oldWALs
2024-11-19T16:43:26,907 INFO  [RS:0;32a8860bb9d6:41957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32a8860bb9d6%2C41957%2C1732034475135:(num 1732034538318)
2024-11-19T16:43:26,907 DEBUG [RS:0;32a8860bb9d6:41957 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T16:43:26,907 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T16:43:26,908 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T16:43:26,908 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.ChoreService(370): Chore service for: regionserver/32a8860bb9d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-19T16:43:26,909 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T16:43:26,909 INFO  [regionserver/32a8860bb9d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T16:43:26,911 INFO  [RS:0;32a8860bb9d6:41957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41957
2024-11-19T16:43:26,944 INFO  [regionserver/32a8860bb9d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T16:43:26,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T16:43:26,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32a8860bb9d6,41957,1732034475135
2024-11-19T16:43:26,968 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T16:43:26,978 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32a8860bb9d6,41957,1732034475135]
2024-11-19T16:43:26,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/32a8860bb9d6,41957,1732034475135 already deleted, retry=false
2024-11-19T16:43:26,989 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32a8860bb9d6,41957,1732034475135 expired; onlineServers=0
2024-11-19T16:43:26,989 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32a8860bb9d6,43949,1732034474300' *****
2024-11-19T16:43:26,989 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-19T16:43:26,989 INFO  [M:0;32a8860bb9d6:43949 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T16:43:26,989 INFO  [M:0;32a8860bb9d6:43949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T16:43:26,990 DEBUG [M:0;32a8860bb9d6:43949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-19T16:43:26,990 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-19T16:43:26,990 DEBUG [M:0;32a8860bb9d6:43949 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-19T16:43:26,990 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732034478073 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.large.0-1732034478073,5,FailOnTimeoutGroup]
2024-11-19T16:43:26,990 DEBUG [master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732034478074 {}] cleaner.HFileCleaner(306): Exit Thread[master/32a8860bb9d6:0:becomeActiveMaster-HFileCleaner.small.0-1732034478074,5,FailOnTimeoutGroup]
2024-11-19T16:43:26,990 INFO  [M:0;32a8860bb9d6:43949 {}] hbase.ChoreService(370): Chore service for: master/32a8860bb9d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-19T16:43:26,990 INFO  [M:0;32a8860bb9d6:43949 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T16:43:26,990 DEBUG [M:0;32a8860bb9d6:43949 {}] master.HMaster(1795): Stopping service threads
2024-11-19T16:43:26,990 INFO  [M:0;32a8860bb9d6:43949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-19T16:43:26,991 INFO  [M:0;32a8860bb9d6:43949 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T16:43:26,991 INFO  [M:0;32a8860bb9d6:43949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-19T16:43:26,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-19T16:43:26,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-19T16:43:26,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T16:43:26,999 DEBUG [M:0;32a8860bb9d6:43949 {}] zookeeper.ZKUtil(347): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-19T16:43:27,000 WARN  [M:0;32a8860bb9d6:43949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-19T16:43:27,001 INFO  [M:0;32a8860bb9d6:43949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/.lastflushedseqids
2024-11-19T16:43:27,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741868_1044 (size=721)
2024-11-19T16:43:27,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T16:43:27,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x10153f8a9b10001, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T16:43:27,079 INFO  [RS:0;32a8860bb9d6:41957 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T16:43:27,080 INFO  [RS:0;32a8860bb9d6:41957 {}] regionserver.HRegionServer(1031): Exiting; stopping=32a8860bb9d6,41957,1732034475135; zookeeper connection closed.
2024-11-19T16:43:27,080 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b2762ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b2762ef
2024-11-19T16:43:27,081 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-19T16:43:27,417 INFO  [M:0;32a8860bb9d6:43949 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-19T16:43:27,418 INFO  [M:0;32a8860bb9d6:43949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-19T16:43:27,418 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T16:43:27,418 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T16:43:27,418 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T16:43:27,418 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T16:43:27,418 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T16:43:27,419 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.05 KB heapSize=191.11 KB
2024-11-19T16:43:27,441 DEBUG [M:0;32a8860bb9d6:43949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5e0c67b70dd48e38cdf7179c7bf5989 is 82, key is hbase:meta,,1/info:regioninfo/1732034538853/Put/seqid=0
2024-11-19T16:43:27,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741869_1045 (size=5672)
2024-11-19T16:43:27,848 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5e0c67b70dd48e38cdf7179c7bf5989
2024-11-19T16:43:27,879 DEBUG [M:0;32a8860bb9d6:43949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4519eb53f2d64d20ae43a3f561dab417 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732034540567/Put/seqid=0
2024-11-19T16:43:27,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741870_1046 (size=14067)
2024-11-19T16:43:28,287 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.50 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4519eb53f2d64d20ae43a3f561dab417
2024-11-19T16:43:28,299 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4519eb53f2d64d20ae43a3f561dab417
2024-11-19T16:43:28,317 DEBUG [M:0;32a8860bb9d6:43949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a51474b89a6456ea1e443247bae0b19 is 69, key is 32a8860bb9d6,41957,1732034475135/rs:state/1732034508107/Put/seqid=0
2024-11-19T16:43:28,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741871_1047 (size=5156)
2024-11-19T16:43:28,450 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T16:43:28,723 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a51474b89a6456ea1e443247bae0b19
2024-11-19T16:43:28,734 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5e0c67b70dd48e38cdf7179c7bf5989 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5e0c67b70dd48e38cdf7179c7bf5989
2024-11-19T16:43:28,742 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5e0c67b70dd48e38cdf7179c7bf5989, entries=8, sequenceid=319, filesize=5.5 K
2024-11-19T16:43:28,743 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4519eb53f2d64d20ae43a3f561dab417 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4519eb53f2d64d20ae43a3f561dab417
2024-11-19T16:43:28,751 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4519eb53f2d64d20ae43a3f561dab417
2024-11-19T16:43:28,751 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4519eb53f2d64d20ae43a3f561dab417, entries=33, sequenceid=319, filesize=13.7 K
2024-11-19T16:43:28,753 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a51474b89a6456ea1e443247bae0b19 as hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a51474b89a6456ea1e443247bae0b19
2024-11-19T16:43:28,761 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44745/user/jenkins/test-data/a1dc92c3-d1de-7e0d-5fee-1433650d2188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a51474b89a6456ea1e443247bae0b19, entries=1, sequenceid=319, filesize=5.0 K
2024-11-19T16:43:28,763 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.05 KB/166967, heapSize ~190.81 KB/195392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=319, compaction requested=false
2024-11-19T16:43:28,765 INFO  [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T16:43:28,765 DEBUG [M:0;32a8860bb9d6:43949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732034607418Disabling compacts and flushes for region at 1732034607418Disabling writes for close at 1732034607418Obtaining lock to block concurrent updates at 1732034607419 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732034607419Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166967, getHeapSize=195632, getOffHeapSize=0, getCellsCount=366 at 1732034607419Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732034607420 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732034607421 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732034607441 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732034607441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732034607858 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732034607879 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732034607879Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732034608299 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732034608316 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732034608316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377c2e9e: reopening flushed file at 1732034608733 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e8a9d7: reopening flushed file at 1732034608742 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf3f198: reopening flushed file at 1732034608751 (+9 ms)Finished flush of dataSize ~163.05 KB/166967, heapSize ~190.81 KB/195392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=319, compaction requested=false at 1732034608763 (+12 ms)Writing region close event to WAL at 1732034608764 (+1 ms)Closed at 1732034608765 (+1 ms)
2024-11-19T16:43:28,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741830_1006 (size=188309)
2024-11-19T16:43:28,769 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T16:43:28,769 INFO  [M:0;32a8860bb9d6:43949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-19T16:43:28,770 INFO  [M:0;32a8860bb9d6:43949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43949
2024-11-19T16:43:28,770 INFO  [M:0;32a8860bb9d6:43949 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T16:43:28,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T16:43:28,931 INFO  [M:0;32a8860bb9d6:43949 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T16:43:28,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43949-0x10153f8a9b10000, quorum=127.0.0.1:58729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T16:43:28,938 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@258822a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-19T16:43:28,942 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-19T16:43:28,942 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-19T16:43:28,942 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-19T16:43:28,942 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/hadoop.log.dir/,STOPPED}
2024-11-19T16:43:28,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-19T16:43:28,945 WARN  [BP-243475860-172.17.0.3-1732034470519 heartbeating to localhost/127.0.0.1:44745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-19T16:43:28,945 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-19T16:43:28,945 WARN  [BP-243475860-172.17.0.3-1732034470519 heartbeating to localhost/127.0.0.1:44745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-243475860-172.17.0.3-1732034470519 (Datanode Uuid f52ececa-2e42-4d08-88a7-6ff47e905f6c) service to localhost/127.0.0.1:44745
2024-11-19T16:43:28,946 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/cluster_6fb19216-680c-e470-1f90-576676d82b8b/data/data1/current/BP-243475860-172.17.0.3-1732034470519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-19T16:43:28,946 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/cluster_6fb19216-680c-e470-1f90-576676d82b8b/data/data2/current/BP-243475860-172.17.0.3-1732034470519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-19T16:43:28,947 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-19T16:43:28,956 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-19T16:43:28,957 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-19T16:43:28,957 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-19T16:43:28,957 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-19T16:43:28,957 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4305958f-91db-4162-7638-6f251f5cc246/hadoop.log.dir/,STOPPED}
2024-11-19T16:43:28,966 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-19T16:43:28,999 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down