2024-11-13 20:39:49,067 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-13 20:39:49,133 main DEBUG Took 0.059135 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-13 20:39:49,134 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-13 20:39:49,134 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-13 20:39:49,135 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-13 20:39:49,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,143 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-13 20:39:49,154 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,156 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,157 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,158 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,158 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,159 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,160 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,161 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,162 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,162 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,163 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,164 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-13 20:39:49,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,165 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-13 20:39:49,167 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-13 20:39:49,175 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-13 20:39:49,177 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-13 20:39:49,178 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-13 20:39:49,179 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-13 20:39:49,180 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-13 20:39:49,190 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-13 20:39:49,193 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-13 20:39:49,195 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-13 20:39:49,195 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-13 20:39:49,195 main DEBUG createAppenders(={Console})
2024-11-13 20:39:49,196 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-13 20:39:49,196 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-13 20:39:49,197 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-13 20:39:49,197 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-13 20:39:49,198 main DEBUG OutputStream closed
2024-11-13 20:39:49,198 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-13 20:39:49,198 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-13 20:39:49,198 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-13 20:39:49,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-13 20:39:49,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-13 20:39:49,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-13 20:39:49,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-13 20:39:49,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-13 20:39:49,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-13 20:39:49,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-13 20:39:49,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-13 20:39:49,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-13 20:39:49,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-13 20:39:49,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-13 20:39:49,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-13 20:39:49,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-13 20:39:49,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-13 20:39:49,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-13 20:39:49,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-13 20:39:49,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-13 20:39:49,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-13 20:39:49,407 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13 20:39:49,407 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-13 20:39:49,408 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-13 20:39:49,408 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-13T20:39:49,423 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-13 20:39:49,427 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-13 20:39:49,428 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-13T20:39:49,702 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004
2024-11-13T20:39:49,724 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-13T20:39:49,744 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/cluster_ff64d545-3d23-ec30-7457-61ca67793e87, deleteOnExit=true
2024-11-13T20:39:49,745 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-13T20:39:49,746 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/test.cache.data in system properties and HBase conf
2024-11-13T20:39:49,747 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/hadoop.tmp.dir in system properties and HBase conf
2024-11-13T20:39:49,747 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/hadoop.log.dir in system properties and HBase conf
2024-11-13T20:39:49,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-13T20:39:49,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-13T20:39:49,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-13T20:39:49,954 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-13T20:39:50,136 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-13T20:39:50,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-13T20:39:50,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-13T20:39:50,143 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-13T20:39:50,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T20:39:50,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-13T20:39:50,145 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-13T20:39:50,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-13T20:39:50,146 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T20:39:50,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-13T20:39:50,147 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/nfs.dump.dir in system properties and HBase conf
2024-11-13T20:39:50,148 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/java.io.tmpdir in system properties and HBase conf
2024-11-13T20:39:50,149 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-13T20:39:50,149 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-13T20:39:50,150 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-13T20:39:51,255 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-13T20:39:51,363 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3507ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-13T20:39:51,469 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:39:51,569 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T20:39:51,611 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:39:51,611 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:39:51,613 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-13T20:39:51,633 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:39:51,637 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@795e641e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:39:51,638 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2183003e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T20:39:51,903 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@275a5b49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/java.io.tmpdir/jetty-localhost-42433-hadoop-hdfs-3_4_1-tests_jar-_-any-11315285791327649176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T20:39:51,917 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dc41719{HTTP/1.1, (http/1.1)}{localhost:42433}
2024-11-13T20:39:51,917 INFO  [Time-limited test {}] server.Server(415): Started @4062ms
2024-11-13T20:39:52,551 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-13T20:39:52,566 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-13T20:39:52,572 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-13T20:39:52,573 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-13T20:39:52,573 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-13T20:39:52,577 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63308498{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/hadoop.log.dir/,AVAILABLE}
2024-11-13T20:39:52,578 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262167d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-13T20:39:52,778 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62138f9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/java.io.tmpdir/jetty-localhost-38449-hadoop-hdfs-3_4_1-tests_jar-_-any-6534307576869200167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T20:39:52,779 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aadda0e{HTTP/1.1, (http/1.1)}{localhost:38449}
2024-11-13T20:39:52,780 INFO  [Time-limited test {}] server.Server(415): Started @4924ms
2024-11-13T20:39:52,877 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-13T20:39:53,788 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/cluster_ff64d545-3d23-ec30-7457-61ca67793e87/data/data2/current/BP-133347006-172.17.0.2-1731530390971/current, will proceed with Du for space computation calculation, 
2024-11-13T20:39:53,788 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/cluster_ff64d545-3d23-ec30-7457-61ca67793e87/data/data1/current/BP-133347006-172.17.0.2-1731530390971/current, will proceed with Du for space computation calculation, 
2024-11-13T20:39:53,932 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-13T20:39:54,029 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa88ee318130572b7 with lease ID 0x25ff841b77f74f7: Processing first storage report for DS-1151a311-6485-4792-aa96-250ad3bdca6e from datanode DatanodeRegistration(127.0.0.1:38465, datanodeUuid=74d68024-220c-42eb-bacd-6ce65b067db4, infoPort=34279, infoSecurePort=0, ipcPort=43631, storageInfo=lv=-57;cid=testClusterID;nsid=747331644;c=1731530390971)
2024-11-13T20:39:54,030 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa88ee318130572b7 with lease ID 0x25ff841b77f74f7: from storage DS-1151a311-6485-4792-aa96-250ad3bdca6e node DatanodeRegistration(127.0.0.1:38465, datanodeUuid=74d68024-220c-42eb-bacd-6ce65b067db4, infoPort=34279, infoSecurePort=0, ipcPort=43631, storageInfo=lv=-57;cid=testClusterID;nsid=747331644;c=1731530390971), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-13T20:39:54,031 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa88ee318130572b7 with lease ID 0x25ff841b77f74f7: Processing first storage report for DS-2e432f4b-9bbc-4750-b132-efa38177d7a2 from datanode DatanodeRegistration(127.0.0.1:38465, datanodeUuid=74d68024-220c-42eb-bacd-6ce65b067db4, infoPort=34279, infoSecurePort=0, ipcPort=43631, storageInfo=lv=-57;cid=testClusterID;nsid=747331644;c=1731530390971)
2024-11-13T20:39:54,031 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa88ee318130572b7 with lease ID 0x25ff841b77f74f7: from storage DS-2e432f4b-9bbc-4750-b132-efa38177d7a2 node DatanodeRegistration(127.0.0.1:38465, datanodeUuid=74d68024-220c-42eb-bacd-6ce65b067db4, infoPort=34279, infoSecurePort=0, ipcPort=43631, storageInfo=lv=-57;cid=testClusterID;nsid=747331644;c=1731530390971), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-13T20:39:54,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004
2024-11-13T20:39:54,210 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/cluster_ff64d545-3d23-ec30-7457-61ca67793e87/zookeeper_0, clientPort=55061, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/cluster_ff64d545-3d23-ec30-7457-61ca67793e87/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/cluster_ff64d545-3d23-ec30-7457-61ca67793e87/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-13T20:39:54,226 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55061
2024-11-13T20:39:54,242 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:39:54,246 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:39:54,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741825_1001 (size=7)
2024-11-13T20:39:54,941 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950 with version=8
2024-11-13T20:39:54,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/hbase-staging
2024-11-13T20:39:55,072 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-13T20:39:55,376 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=9
2024-11-13T20:39:55,392 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T20:39:55,393 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T20:39:55,400 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T20:39:55,400 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T20:39:55,401 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T20:39:55,545 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-13T20:39:55,605 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-13T20:39:55,614 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-13T20:39:55,618 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T20:39:55,645 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29562 (auto-detected)
2024-11-13T20:39:55,646 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-13T20:39:55,666 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37655
2024-11-13T20:39:55,689 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37655 connecting to ZooKeeper ensemble=127.0.0.1:55061
2024-11-13T20:39:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376550x0, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T20:39:55,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37655-0x1003adf14d60000 connected
2024-11-13T20:39:55,761 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:39:55,764 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:39:55,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T20:39:55,783 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950, hbase.cluster.distributed=false
2024-11-13T20:39:55,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T20:39:55,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37655
2024-11-13T20:39:55,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37655
2024-11-13T20:39:55,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37655
2024-11-13T20:39:55,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37655
2024-11-13T20:39:55,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37655
2024-11-13T20:39:55,931 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=9
2024-11-13T20:39:55,933 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T20:39:55,933 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-13T20:39:55,934 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-13T20:39:55,934 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-13T20:39:55,934 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-13T20:39:55,937 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-13T20:39:55,941 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-13T20:39:55,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38329
2024-11-13T20:39:55,945 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38329 connecting to ZooKeeper ensemble=127.0.0.1:55061
2024-11-13T20:39:55,947 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:39:55,951 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:39:55,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383290x0, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-13T20:39:55,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383290x0, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T20:39:55,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38329-0x1003adf14d60001 connected
2024-11-13T20:39:55,967 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-13T20:39:55,978 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-13T20:39:55,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-13T20:39:55,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-13T20:39:56,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38329
2024-11-13T20:39:56,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38329
2024-11-13T20:39:56,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38329
2024-11-13T20:39:56,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38329
2024-11-13T20:39:56,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38329
2024-11-13T20:39:56,037 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:37655
2024-11-13T20:39:56,039 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,37655,1731530395154
2024-11-13T20:39:56,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T20:39:56,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T20:39:56,051 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,37655,1731530395154
2024-11-13T20:39:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-13T20:39:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:56,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:56,076 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-13T20:39:56,078 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,37655,1731530395154 from backup master directory
2024-11-13T20:39:56,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,37655,1731530395154
2024-11-13T20:39:56,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T20:39:56,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-13T20:39:56,082 WARN  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T20:39:56,082 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,37655,1731530395154
2024-11-13T20:39:56,085 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-13T20:39:56,087 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-13T20:39:56,177 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/hbase.id] with ID: f3d71b8e-2541-4570-b717-e35a20d92a3b
2024-11-13T20:39:56,178 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/.tmp/hbase.id
2024-11-13T20:39:56,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741826_1002 (size=42)
2024-11-13T20:39:56,596 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/.tmp/hbase.id]:[hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/hbase.id]
2024-11-13T20:39:56,656 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-13T20:39:56,663 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-13T20:39:56,690 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms.
2024-11-13T20:39:56,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:56,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:56,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741827_1003 (size=196)
2024-11-13T20:39:57,238 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:39:57,241 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-13T20:39:57,258 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T20:39:57,263 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T20:39:57,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741828_1004 (size=1189)
2024-11-13T20:39:57,725 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store
2024-11-13T20:39:57,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741829_1005 (size=34)
2024-11-13T20:39:57,759 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-13T20:39:57,763 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:39:57,800 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T20:39:57,801 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:39:57,801 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:39:57,803 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T20:39:57,803 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:39:57,804 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:39:57,805 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731530397800Disabling compacts and flushes for region at 1731530397800Disabling writes for close at 1731530397803 (+3 ms)Writing region close event to WAL at 1731530397804 (+1 ms)Closed at 1731530397804
2024-11-13T20:39:57,809 WARN  [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/.initializing
2024-11-13T20:39:57,809 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/WALs/04ac815325d6,37655,1731530395154
2024-11-13T20:39:57,822 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T20:39:57,842 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C37655%2C1731530395154, suffix=, logDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/WALs/04ac815325d6,37655,1731530395154, archiveDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/oldWALs, maxLogs=10
2024-11-13T20:39:57,870 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/WALs/04ac815325d6,37655,1731530395154/04ac815325d6%2C37655%2C1731530395154.1731530397847, exclude list is [], retry=0
2024-11-13T20:39:57,895 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38465,DS-1151a311-6485-4792-aa96-250ad3bdca6e,DISK]
2024-11-13T20:39:57,900 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-13T20:39:57,948 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/WALs/04ac815325d6,37655,1731530395154/04ac815325d6%2C37655%2C1731530395154.1731530397847
2024-11-13T20:39:57,949 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34279:34279)]
2024-11-13T20:39:57,950 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:39:57,950 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:39:57,955 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:39:57,956 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:39:57,995 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T20:39:58,033 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-13T20:39:58,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:39:58,043 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:39:58,044 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T20:39:58,048 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-13T20:39:58,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:39:58,050 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:39:58,050 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T20:39:58,053 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-13T20:39:58,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:39:58,055 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:39:58,055 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-13T20:39:58,058 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-13T20:39:58,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:39:58,059 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:39:58,100 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:39:58,104 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:39:58,106 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:39:58,111 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:39:58,112 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:39:58,115 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T20:39:58,118 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-13T20:39:58,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:39:58,124 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74441791, jitterRate=0.10926912724971771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T20:39:58,130 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731530397969Initializing all the Stores at 1731530397971 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530397972 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530397973 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530397973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530397973Cleaning up temporary data from old regions at 1731530398112 (+139 ms)Region opened successfully at 1731530398130 (+18 ms)
2024-11-13T20:39:58,131 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-13T20:39:58,178 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638e6b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0
2024-11-13T20:39:58,223 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-13T20:39:58,235 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-13T20:39:58,235 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-13T20:39:58,238 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-13T20:39:58,240 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-13T20:39:58,245 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-13T20:39:58,245 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-13T20:39:58,275 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-13T20:39:58,283 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-13T20:39:58,316 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-13T20:39:58,319 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-13T20:39:58,320 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-13T20:39:58,384 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-13T20:39:58,387 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-13T20:39:58,391 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-13T20:39:58,438 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-13T20:39:58,440 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-13T20:39:58,523 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-13T20:39:58,542 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-13T20:39:58,615 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-13T20:39:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T20:39:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-13T20:39:58,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:58,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:58,695 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,37655,1731530395154, sessionid=0x1003adf14d60000, setting cluster-up flag (Was=false)
2024-11-13T20:39:58,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:58,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:59,123 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-13T20:39:59,125 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,37655,1731530395154
2024-11-13T20:39:59,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:59,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:39:59,646 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-13T20:39:59,649 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,37655,1731530395154
2024-11-13T20:39:59,656 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-13T20:39:59,723 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(746): ClusterId : f3d71b8e-2541-4570-b717-e35a20d92a3b
2024-11-13T20:39:59,727 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-13T20:39:59,743 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-13T20:39:59,757 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-13T20:39:59,766 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-13T20:39:59,787 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-13T20:39:59,787 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-13T20:39:59,774 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,37655,1731530395154
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-13T20:39:59,895 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-13T20:39:59,896 DEBUG [RS:0;04ac815325d6:38329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c58da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0
2024-11-13T20:39:59,898 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5
2024-11-13T20:39:59,898 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5
2024-11-13T20:39:59,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5
2024-11-13T20:39:59,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5
2024-11-13T20:39:59,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10
2024-11-13T20:39:59,899 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:39:59,900 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2
2024-11-13T20:39:59,900 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:39:59,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T20:39:59,912 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-13T20:39:59,914 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731530429913
2024-11-13T20:39:59,915 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:38329
2024-11-13T20:39:59,916 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-13T20:39:59,917 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-13T20:39:59,920 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-13T20:39:59,920 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-13T20:39:59,920 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-13T20:39:59,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:39:59,921 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-13T20:39:59,922 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-13T20:39:59,923 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-13T20:39:59,923 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-13T20:39:59,923 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-13T20:39:59,923 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,37655,1731530395154 with port=38329, startcode=1731530395890
2024-11-13T20:39:59,924 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T20:39:59,929 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-13T20:39:59,930 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-13T20:39:59,931 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-13T20:39:59,933 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-13T20:39:59,934 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-13T20:39:59,936 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731530399935,5,FailOnTimeoutGroup]
2024-11-13T20:39:59,937 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731530399936,5,FailOnTimeoutGroup]
2024-11-13T20:39:59,937 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-13T20:39:59,937 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-13T20:39:59,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741831_1007 (size=1321)
2024-11-13T20:39:59,938 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-13T20:39:59,939 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-13T20:39:59,940 DEBUG [RS:0;04ac815325d6:38329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-13T20:39:59,982 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-13T20:39:59,989 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,38329,1731530395890
2024-11-13T20:39:59,991 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37655 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,38329,1731530395890
2024-11-13T20:40:00,007 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:00,007 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33291
2024-11-13T20:40:00,007 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-13T20:40:00,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T20:40:00,063 DEBUG [RS:0;04ac815325d6:38329 {}] zookeeper.ZKUtil(111): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,38329,1731530395890
2024-11-13T20:40:00,063 WARN  [RS:0;04ac815325d6:38329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-13T20:40:00,063 INFO  [RS:0;04ac815325d6:38329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T20:40:00,063 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/WALs/04ac815325d6,38329,1731530395890
2024-11-13T20:40:00,066 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,38329,1731530395890]
2024-11-13T20:40:00,093 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-13T20:40:00,108 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-13T20:40:00,113 INFO  [RS:0;04ac815325d6:38329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-13T20:40:00,113 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,114 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-13T20:40:00,121 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-13T20:40:00,122 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,123 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,123 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,123 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,123 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,123 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,123 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2
2024-11-13T20:40:00,124 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,124 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,124 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,124 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,124 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,124 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1
2024-11-13T20:40:00,125 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3
2024-11-13T20:40:00,125 DEBUG [RS:0;04ac815325d6:38329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3
2024-11-13T20:40:00,126 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,126 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,126 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,126 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,127 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,127 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38329,1731530395890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T20:40:00,148 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-13T20:40:00,150 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38329,1731530395890-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,151 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,151 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.Replication(171): 04ac815325d6,38329,1731530395890 started
2024-11-13T20:40:00,173 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:00,174 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,38329,1731530395890, RpcServer on 04ac815325d6/172.17.0.2:38329, sessionid=0x1003adf14d60001
2024-11-13T20:40:00,175 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-13T20:40:00,175 DEBUG [RS:0;04ac815325d6:38329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,38329,1731530395890
2024-11-13T20:40:00,175 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,38329,1731530395890'
2024-11-13T20:40:00,176 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-13T20:40:00,177 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-13T20:40:00,178 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-13T20:40:00,178 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-13T20:40:00,178 DEBUG [RS:0;04ac815325d6:38329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,38329,1731530395890
2024-11-13T20:40:00,178 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,38329,1731530395890'
2024-11-13T20:40:00,178 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-13T20:40:00,179 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-13T20:40:00,180 DEBUG [RS:0;04ac815325d6:38329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-13T20:40:00,180 INFO  [RS:0;04ac815325d6:38329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-13T20:40:00,180 INFO  [RS:0;04ac815325d6:38329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-13T20:40:00,342 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-13T20:40:00,343 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:00,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741832_1008 (size=32)
2024-11-13T20:40:00,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:00,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T20:40:00,359 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T20:40:00,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:00,360 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:40:00,361 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T20:40:00,363 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T20:40:00,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:00,364 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:40:00,364 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T20:40:00,367 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T20:40:00,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:00,368 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:40:00,368 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T20:40:00,370 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T20:40:00,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:00,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:40:00,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T20:40:00,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740
2024-11-13T20:40:00,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740
2024-11-13T20:40:00,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T20:40:00,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T20:40:00,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T20:40:00,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T20:40:00,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:40:00,392 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72540680, jitterRate=0.0809403657913208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T20:40:00,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731530400355Initializing all the Stores at 1731530400356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530400356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530400357 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530400357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530400357Cleaning up temporary data from old regions at 1731530400377 (+20 ms)Region opened successfully at 1731530400396 (+19 ms)
2024-11-13T20:40:00,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T20:40:00,397 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T20:40:00,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T20:40:00,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T20:40:00,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T20:40:00,399 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T20:40:00,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731530400396Disabling compacts and flushes for region at 1731530400396Disabling writes for close at 1731530400397 (+1 ms)Writing region close event to WAL at 1731530400398 (+1 ms)Closed at 1731530400399 (+1 ms)
2024-11-13T20:40:00,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T20:40:00,404 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-13T20:40:00,413 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-13T20:40:00,424 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T20:40:00,430 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-13T20:40:00,581 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:01,582 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:02,583 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:03,584 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:04,584 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:05,585 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:05,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-13T20:40:05,604 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-13T20:40:06,586 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:07,586 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:08,587 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:09,588 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:10,589 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:11,589 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:12,593 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:13,593 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:14,594 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:15,595 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:16,596 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:17,596 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:18,597 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:19,598 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:20,599 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:21,599 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:22,600 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:23,601 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:24,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T20:40:24,605 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:25,606 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:26,607 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:27,608 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:28,608 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:29,609 WARN  [04ac815325d6:37655 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-13T20:40:30,186 INFO  [RS:0;04ac815325d6:38329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-13T20:40:30,191 INFO  [RS:0;04ac815325d6:38329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C38329%2C1731530395890, suffix=, logDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/WALs/04ac815325d6,38329,1731530395890, archiveDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/oldWALs, maxLogs=32
2024-11-13T20:40:30,208 DEBUG [RS:0;04ac815325d6:38329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/WALs/04ac815325d6,38329,1731530395890/04ac815325d6%2C38329%2C1731530395890.1731530430193, exclude list is [], retry=0
2024-11-13T20:40:30,214 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38465,DS-1151a311-6485-4792-aa96-250ad3bdca6e,DISK]
2024-11-13T20:40:30,218 INFO  [RS:0;04ac815325d6:38329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/WALs/04ac815325d6,38329,1731530395890/04ac815325d6%2C38329%2C1731530395890.1731530430193
2024-11-13T20:40:30,218 DEBUG [RS:0;04ac815325d6:38329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34279:34279)]
2024-11-13T20:40:30,363 DEBUG [04ac815325d6:37655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-13T20:40:30,381 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:30,390 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,38329,1731530395890, state=OPENING
2024-11-13T20:40:30,396 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-13T20:40:30,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:40:30,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T20:40:30,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:40:30,401 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-13T20:40:30,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T20:40:30,403 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:40:30,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-13T20:40:30,590 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-13T20:40:30,607 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-13T20:40:30,608 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-13T20:40:30,609 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-13T20:40:30,613 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C38329%2C1731530395890.meta, suffix=.meta, logDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/WALs/04ac815325d6,38329,1731530395890, archiveDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/oldWALs, maxLogs=32
2024-11-13T20:40:30,641 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/WALs/04ac815325d6,38329,1731530395890/04ac815325d6%2C38329%2C1731530395890.meta.1731530430616.meta, exclude list is [], retry=0
2024-11-13T20:40:30,647 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38465,DS-1151a311-6485-4792-aa96-250ad3bdca6e,DISK]
2024-11-13T20:40:30,652 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/WALs/04ac815325d6,38329,1731530395890/04ac815325d6%2C38329%2C1731530395890.meta.1731530430616.meta
2024-11-13T20:40:30,652 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34279:34279)]
2024-11-13T20:40:30,653 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:40:30,655 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-13T20:40:30,659 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-13T20:40:30,666 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-13T20:40:30,672 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-13T20:40:30,673 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:30,673 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-13T20:40:30,674 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-13T20:40:30,678 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-13T20:40:30,679 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-13T20:40:30,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:30,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:40:30,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-13T20:40:30,683 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-13T20:40:30,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:30,684 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:40:30,684 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-13T20:40:30,686 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-13T20:40:30,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:30,687 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:40:30,687 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-13T20:40:30,689 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-13T20:40:30,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:30,690 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-13T20:40:30,690 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-13T20:40:30,692 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740
2024-11-13T20:40:30,695 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740
2024-11-13T20:40:30,699 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-13T20:40:30,699 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-13T20:40:30,700 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-13T20:40:30,704 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-13T20:40:30,707 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69169407, jitterRate=0.03070448338985443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-13T20:40:30,707 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-13T20:40:30,712 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731530430674Writing region info on filesystem at 1731530430675 (+1 ms)Initializing all the Stores at 1731530430677 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530430677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530430678 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530430678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731530430678Cleaning up temporary data from old regions at 1731530430699 (+21 ms)Running coprocessor post-open hooks at 1731530430707 (+8 ms)Region opened successfully at 1731530430711 (+4 ms)
2024-11-13T20:40:30,721 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731530430573
2024-11-13T20:40:30,736 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-13T20:40:30,737 INFO  [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-13T20:40:30,739 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:30,742 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,38329,1731530395890, state=OPEN
2024-11-13T20:40:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T20:40:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-13T20:40:30,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T20:40:30,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-13T20:40:30,750 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,38329,1731530395890
2024-11-13T20:40:30,756 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-13T20:40:30,757 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,38329,1731530395890 in 348 msec
2024-11-13T20:40:30,765 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-13T20:40:30,766 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.3470 sec
2024-11-13T20:40:30,767 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-13T20:40:30,767 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-13T20:40:30,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:40:30,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,38329,1731530395890, seqNum=-1]
2024-11-13T20:40:30,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:40:30,830 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:40:30,858 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 31.1710 sec
2024-11-13T20:40:30,859 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731530430859, completionTime=-1
2024-11-13T20:40:30,863 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-13T20:40:30,863 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-13T20:40:30,902 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-13T20:40:30,902 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731530490902
2024-11-13T20:40:30,903 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731530550902
2024-11-13T20:40:30,903 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 39 msec
2024-11-13T20:40:30,905 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,37655,1731530395154-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:30,906 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,37655,1731530395154-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:30,906 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,37655,1731530395154-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:30,907 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:37655, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:30,908 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:30,910 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:30,917 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-13T20:40:30,946 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 34.864sec
2024-11-13T20:40:30,948 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-13T20:40:30,950 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-13T20:40:30,951 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-13T20:40:30,952 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-13T20:40:30,952 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-13T20:40:30,953 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,37655,1731530395154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-13T20:40:30,954 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,37655,1731530395154-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-13T20:40:30,963 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-13T20:40:30,964 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-13T20:40:30,964 INFO  [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,37655,1731530395154-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-13T20:40:30,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53deffd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T20:40:30,975 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-13T20:40:30,975 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-13T20:40:30,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,37655,-1 for getting cluster id
2024-11-13T20:40:30,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:40:30,991 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3d71b8e-2541-4570-b717-e35a20d92a3b'
2024-11-13T20:40:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:40:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3d71b8e-2541-4570-b717-e35a20d92a3b"

2024-11-13T20:40:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fc7c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T20:40:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,37655,-1]
2024-11-13T20:40:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:40:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:40:31,004 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:40:31,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26988b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T20:40:31,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:40:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,38329,1731530395890, seqNum=-1]
2024-11-13T20:40:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:40:31,020 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:40:31,049 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,37655,1731530395154
2024-11-13T20:40:31,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627c0060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T20:40:31,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,37655,-1 for getting cluster id
2024-11-13T20:40:31,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-13T20:40:31,056 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3d71b8e-2541-4570-b717-e35a20d92a3b'
2024-11-13T20:40:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-13T20:40:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3d71b8e-2541-4570-b717-e35a20d92a3b"

2024-11-13T20:40:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d3b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T20:40:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,37655,-1]
2024-11-13T20:40:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-13T20:40:31,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:40:31,065 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-13T20:40:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c23c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-13T20:40:31,087 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=603, ProcessCount=11, AvailableMemoryMB=426
2024-11-13T20:40:31,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-13T20:40:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,37655,1731530395154
2024-11-13T20:40:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d4f7a07
2024-11-13T20:40:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-13T20:40:31,144 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-13T20:40:31,152 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:40:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T20:40:31,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:40:31,173 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:31,175 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-13T20:40:31,176 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:40:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T20:40:31,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741835_1011 (size=428)
2024-11-13T20:40:31,643 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbe1dc5e7fb58f5af4e9fd6b262b6b71, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:31,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741836_1012 (size=79)
2024-11-13T20:40:32,058 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:32,058 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing cbe1dc5e7fb58f5af4e9fd6b262b6b71, disabling compactions & flushes
2024-11-13T20:40:32,058 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:40:32,058 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:40:32,058 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71. after waiting 0 ms
2024-11-13T20:40:32,058 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:40:32,058 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:40:32,059 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbe1dc5e7fb58f5af4e9fd6b262b6b71:
Waiting for close lock at 1731530432058Disabling compacts and flushes for region at 1731530432058Disabling writes for close at 1731530432058Writing region close event to WAL at 1731530432058Closed at 1731530432058
2024-11-13T20:40:32,062 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:40:32,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731530432062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530432062"}]},"ts":"1731530432062"}
2024-11-13T20:40:32,076 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:40:32,079 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:40:32,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530432079"}]},"ts":"1731530432079"}
2024-11-13T20:40:32,092 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-13T20:40:32,095 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cbe1dc5e7fb58f5af4e9fd6b262b6b71, ASSIGN}]
2024-11-13T20:40:32,099 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cbe1dc5e7fb58f5af4e9fd6b262b6b71, ASSIGN
2024-11-13T20:40:32,102 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cbe1dc5e7fb58f5af4e9fd6b262b6b71, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:40:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T20:40:32,254 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbe1dc5e7fb58f5af4e9fd6b262b6b71, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:32,259 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cbe1dc5e7fb58f5af4e9fd6b262b6b71, ASSIGN because future has completed
2024-11-13T20:40:32,261 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbe1dc5e7fb58f5af4e9fd6b262b6b71, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:40:32,425 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:40:32,425 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cbe1dc5e7fb58f5af4e9fd6b262b6b71, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:40:32,426 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,426 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:32,426 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,426 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,429 INFO  [StoreOpener-cbe1dc5e7fb58f5af4e9fd6b262b6b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cbe1dc5e7fb58f5af4e9fd6b262b6b71 
2024-11-13T20:40:32,431 INFO  [StoreOpener-cbe1dc5e7fb58f5af4e9fd6b262b6b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbe1dc5e7fb58f5af4e9fd6b262b6b71 columnFamilyName testFamily
2024-11-13T20:40:32,431 DEBUG [StoreOpener-cbe1dc5e7fb58f5af4e9fd6b262b6b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:32,433 INFO  [StoreOpener-cbe1dc5e7fb58f5af4e9fd6b262b6b71-1 {}] regionserver.HStore(327): Store=cbe1dc5e7fb58f5af4e9fd6b262b6b71/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:40:32,433 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,435 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,436 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,438 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,438 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,442 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,446 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:40:32,447 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cbe1dc5e7fb58f5af4e9fd6b262b6b71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64977228, jitterRate=-0.03176385164260864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:40:32,447 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:40:32,448 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cbe1dc5e7fb58f5af4e9fd6b262b6b71:
Running coprocessor pre-open hook at 1731530432427Writing region info on filesystem at 1731530432427Initializing all the Stores at 1731530432429 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530432429Cleaning up temporary data from old regions at 1731530432438 (+9 ms)Running coprocessor post-open hooks at 1731530432447 (+9 ms)Region opened successfully at 1731530432448 (+1 ms)
2024-11-13T20:40:32,451 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71., pid=6, masterSystemTime=1731530432416
2024-11-13T20:40:32,455 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:40:32,455 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:40:32,456 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbe1dc5e7fb58f5af4e9fd6b262b6b71, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:32,461 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbe1dc5e7fb58f5af4e9fd6b262b6b71, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:40:32,467 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-13T20:40:32,467 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cbe1dc5e7fb58f5af4e9fd6b262b6b71, server=04ac815325d6,38329,1731530395890 in 203 msec
2024-11-13T20:40:32,472 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-13T20:40:32,472 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cbe1dc5e7fb58f5af4e9fd6b262b6b71, ASSIGN in 372 msec
2024-11-13T20:40:32,473 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:40:32,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530432473"}]},"ts":"1731530432473"}
2024-11-13T20:40:32,477 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-13T20:40:32,479 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:40:32,483 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.3230 sec
2024-11-13T20:40:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-13T20:40:34,225 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-13T20:40:34,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-13T20:40:34,226 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:34,232 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-13T20:40:34,233 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:34,233 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-13T20:40:34,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-13T20:40:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,38329,1731530395890, seqNum=-1]
2024-11-13T20:40:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-13T20:40:34,241 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-13T20:40:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:40:34,266 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:40:34,272 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-13T20:40:34,277 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-13T20:40:34,281 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-13T20:40:34,283 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-13T20:40:34,284 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-884829139184386040
2024-11-13T20:40:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47136 deadline: 1731530437282, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T20:40:34,320 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-13T20:40:34,322 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-13T20:40:34,324 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:34,326 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:34,327 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-884829139184386038
2024-11-13T20:40:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47136 deadline: 1731530437326, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T20:40:34,332 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:34,333 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-884829139184386037
2024-11-13T20:40:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47136 deadline: 1731530437331, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T20:40:34,338 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:34,339 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-884829139184386036
2024-11-13T20:40:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47136 deadline: 1731530437337, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T20:40:34,343 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:34,362 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/04ac815325d6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1080875936_22 at /127.0.0.1:36526 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=603 (was 603), ProcessCount=11 (was 11), AvailableMemoryMB=369 (was 426)
2024-11-13T20:40:34,372 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=603, ProcessCount=11, AvailableMemoryMB=369
2024-11-13T20:40:34,376 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:40:34,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-13T20:40:34,381 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:40:34,381 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:34,381 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-13T20:40:34,383 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:40:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T20:40:34,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741837_1013 (size=414)
2024-11-13T20:40:34,800 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd85f495605c5a86491218b74a267e18, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:34,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741838_1014 (size=65)
2024-11-13T20:40:34,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:34,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing fd85f495605c5a86491218b74a267e18, disabling compactions & flushes
2024-11-13T20:40:34,815 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:40:34,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:40:34,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18. after waiting 0 ms
2024-11-13T20:40:34,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:40:34,815 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:40:34,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd85f495605c5a86491218b74a267e18:
Waiting for close lock at 1731530434815Disabling compacts and flushes for region at 1731530434815Disabling writes for close at 1731530434815Writing region close event to WAL at 1731530434815Closed at 1731530434815
2024-11-13T20:40:34,818 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:40:34,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731530434818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530434818"}]},"ts":"1731530434818"}
2024-11-13T20:40:34,822 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:40:34,824 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:40:34,824 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530434824"}]},"ts":"1731530434824"}
2024-11-13T20:40:34,827 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-13T20:40:34,827 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fd85f495605c5a86491218b74a267e18, ASSIGN}]
2024-11-13T20:40:34,829 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fd85f495605c5a86491218b74a267e18, ASSIGN
2024-11-13T20:40:34,831 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fd85f495605c5a86491218b74a267e18, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:40:34,981 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fd85f495605c5a86491218b74a267e18, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:34,986 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fd85f495605c5a86491218b74a267e18, ASSIGN because future has completed
2024-11-13T20:40:34,987 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd85f495605c5a86491218b74a267e18, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:40:35,148 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:40:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => fd85f495605c5a86491218b74a267e18, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:40:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,152 INFO  [StoreOpener-fd85f495605c5a86491218b74a267e18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fd85f495605c5a86491218b74a267e18 
2024-11-13T20:40:35,155 INFO  [StoreOpener-fd85f495605c5a86491218b74a267e18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd85f495605c5a86491218b74a267e18 columnFamilyName testFamily
2024-11-13T20:40:35,155 DEBUG [StoreOpener-fd85f495605c5a86491218b74a267e18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:35,156 INFO  [StoreOpener-fd85f495605c5a86491218b74a267e18-1 {}] regionserver.HStore(327): Store=fd85f495605c5a86491218b74a267e18/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:40:35,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:40:35,171 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened fd85f495605c5a86491218b74a267e18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59208869, jitterRate=-0.11771909892559052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:40:35,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd85f495605c5a86491218b74a267e18
2024-11-13T20:40:35,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for fd85f495605c5a86491218b74a267e18:
Running coprocessor pre-open hook at 1731530435150Writing region info on filesystem at 1731530435150Initializing all the Stores at 1731530435151 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530435151Cleaning up temporary data from old regions at 1731530435161 (+10 ms)Running coprocessor post-open hooks at 1731530435171 (+10 ms)Region opened successfully at 1731530435172 (+1 ms)
2024-11-13T20:40:35,174 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., pid=9, masterSystemTime=1731530435141
2024-11-13T20:40:35,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:40:35,179 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:40:35,180 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fd85f495605c5a86491218b74a267e18, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:35,183 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd85f495605c5a86491218b74a267e18, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:40:35,190 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-13T20:40:35,190 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fd85f495605c5a86491218b74a267e18, server=04ac815325d6,38329,1731530395890 in 199 msec
2024-11-13T20:40:35,195 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-13T20:40:35,195 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fd85f495605c5a86491218b74a267e18, ASSIGN in 363 msec
2024-11-13T20:40:35,196 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:40:35,197 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530435196"}]},"ts":"1731530435196"}
2024-11-13T20:40:35,200 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-13T20:40:35,202 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:40:35,206 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 826 msec
2024-11-13T20:40:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-13T20:40:35,394 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-13T20:40:35,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-13T20:40:35,394 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:35,400 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-13T20:40:35,400 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:35,400 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-13T20:40:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:40:35,420 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:40:35,420 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-13T20:40:35,424 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T20:40:35,426 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-13T20:40:35,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-13T20:40:35,602 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-13T20:40:35,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T20:40:35,605 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-13T20:40:35,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T20:40:35,606 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T20:40:35,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-13T20:40:35,608 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-13T20:40:36,224 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T20:40:36,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-13T20:40:36,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-13T20:40:36,267 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-13T20:40:41,434 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., hostname=04ac815325d6,38329,1731530395890, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., hostname=04ac815325d6,38329,1731530395890, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04ac815325d6:38329 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-13T20:40:41,434 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., hostname=04ac815325d6,38329,1731530395890, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-13T20:40:41,434 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., hostname=04ac815325d6,38329,1731530395890, seqNum=2 from cache
2024-11-13T20:40:41,446 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 603), ProcessCount=11 (was 11), AvailableMemoryMB=331 (was 369)
2024-11-13T20:40:41,455 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=331
2024-11-13T20:40:41,458 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:40:41,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-13T20:40:41,463 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:40:41,463 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:41,463 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-13T20:40:41,465 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:40:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T20:40:41,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741839_1015 (size=412)
2024-11-13T20:40:41,879 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14a1762585e3c524fad5bc865b2e0afa, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:41,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741840_1016 (size=63)
2024-11-13T20:40:41,891 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:41,891 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 14a1762585e3c524fad5bc865b2e0afa, disabling compactions & flushes
2024-11-13T20:40:41,891 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:40:41,891 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:40:41,891 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa. after waiting 0 ms
2024-11-13T20:40:41,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:40:41,892 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:40:41,892 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14a1762585e3c524fad5bc865b2e0afa:
Waiting for close lock at 1731530441891Disabling compacts and flushes for region at 1731530441891Disabling writes for close at 1731530441891Writing region close event to WAL at 1731530441892 (+1 ms)Closed at 1731530441892
2024-11-13T20:40:41,901 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:40:41,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731530441901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530441901"}]},"ts":"1731530441901"}
2024-11-13T20:40:41,906 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:40:41,908 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:40:41,908 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530441908"}]},"ts":"1731530441908"}
2024-11-13T20:40:41,911 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-13T20:40:41,912 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=14a1762585e3c524fad5bc865b2e0afa, ASSIGN}]
2024-11-13T20:40:41,913 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=14a1762585e3c524fad5bc865b2e0afa, ASSIGN
2024-11-13T20:40:41,915 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=14a1762585e3c524fad5bc865b2e0afa, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:40:41,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-13T20:40:42,066 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=14a1762585e3c524fad5bc865b2e0afa, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:42,071 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=14a1762585e3c524fad5bc865b2e0afa, ASSIGN because future has completed
2024-11-13T20:40:42,071 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14a1762585e3c524fad5bc865b2e0afa, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:40:42,238 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:40:42,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 14a1762585e3c524fad5bc865b2e0afa, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:40:42,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:42,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,248 INFO  [StoreOpener-14a1762585e3c524fad5bc865b2e0afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 14a1762585e3c524fad5bc865b2e0afa 
2024-11-13T20:40:42,251 INFO  [StoreOpener-14a1762585e3c524fad5bc865b2e0afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14a1762585e3c524fad5bc865b2e0afa columnFamilyName testFamily
2024-11-13T20:40:42,251 DEBUG [StoreOpener-14a1762585e3c524fad5bc865b2e0afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:42,252 INFO  [StoreOpener-14a1762585e3c524fad5bc865b2e0afa-1 {}] regionserver.HStore(327): Store=14a1762585e3c524fad5bc865b2e0afa/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:40:42,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:40:42,267 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 14a1762585e3c524fad5bc865b2e0afa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65813224, jitterRate=-0.019306540489196777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:40:42,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:40:42,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 14a1762585e3c524fad5bc865b2e0afa:
Running coprocessor pre-open hook at 1731530442240Writing region info on filesystem at 1731530442240Initializing all the Stores at 1731530442242 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530442242Cleaning up temporary data from old regions at 1731530442256 (+14 ms)Running coprocessor post-open hooks at 1731530442267 (+11 ms)Region opened successfully at 1731530442268 (+1 ms)
2024-11-13T20:40:42,270 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa., pid=12, masterSystemTime=1731530442225
2024-11-13T20:40:42,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:40:42,275 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:40:42,276 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=14a1762585e3c524fad5bc865b2e0afa, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:42,280 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14a1762585e3c524fad5bc865b2e0afa, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:40:42,287 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-13T20:40:42,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 14a1762585e3c524fad5bc865b2e0afa, server=04ac815325d6,38329,1731530395890 in 212 msec
2024-11-13T20:40:42,292 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-13T20:40:42,292 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=14a1762585e3c524fad5bc865b2e0afa, ASSIGN in 377 msec
2024-11-13T20:40:42,293 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:40:42,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530442294"}]},"ts":"1731530442294"}
2024-11-13T20:40:42,298 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-13T20:40:42,299 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:40:42,302 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 841 msec
2024-11-13T20:40:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-13T20:40:42,484 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-13T20:40:42,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-13T20:40:42,484 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:42,491 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-13T20:40:42,491 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:42,491 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-13T20:40:42,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:40:42,511 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:40:42,511 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-13T20:40:42,516 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T20:40:42,519 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T20:40:42,521 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T20:40:42,522 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-13T20:40:45,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-13T20:40:45,602 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T20:40:47,770 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T20:40:48,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-13T20:40:48,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38329 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386027' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T20:40:48,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38329 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:47136 deadline: 1731530454528, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386027' does not exist
2024-11-13T20:40:48,535 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 04ac815325d6,38329,1731530395890 for closing scanner id = -884829139184386027 for 14a1762585e3c524fad5bc865b2e0afa of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386027' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T20:40:48,539 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=302 (was 331)
2024-11-13T20:40:48,549 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=574, ProcessCount=11, AvailableMemoryMB=302
2024-11-13T20:40:48,552 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:40:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-13T20:40:48,556 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:40:48,556 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:48,556 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-13T20:40:48,557 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:40:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T20:40:48,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741841_1017 (size=423)
2024-11-13T20:40:48,970 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2a7ce5df0987a547a436a5c7518deb7, NAME => 'testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:48,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741842_1018 (size=74)
2024-11-13T20:40:48,982 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:48,982 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing e2a7ce5df0987a547a436a5c7518deb7, disabling compactions & flushes
2024-11-13T20:40:48,982 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:40:48,982 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:40:48,982 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7. after waiting 0 ms
2024-11-13T20:40:48,982 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:40:48,982 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:40:48,982 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2a7ce5df0987a547a436a5c7518deb7:
Waiting for close lock at 1731530448982Disabling compacts and flushes for region at 1731530448982Disabling writes for close at 1731530448982Writing region close event to WAL at 1731530448982Closed at 1731530448982
2024-11-13T20:40:48,984 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:40:48,985 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731530448985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530448985"}]},"ts":"1731530448985"}
2024-11-13T20:40:48,989 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:40:48,990 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:40:48,991 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530448990"}]},"ts":"1731530448990"}
2024-11-13T20:40:48,994 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-13T20:40:48,994 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e2a7ce5df0987a547a436a5c7518deb7, ASSIGN}]
2024-11-13T20:40:48,996 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e2a7ce5df0987a547a436a5c7518deb7, ASSIGN
2024-11-13T20:40:48,997 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e2a7ce5df0987a547a436a5c7518deb7, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:40:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-13T20:40:49,148 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e2a7ce5df0987a547a436a5c7518deb7, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:49,153 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e2a7ce5df0987a547a436a5c7518deb7, ASSIGN because future has completed
2024-11-13T20:40:49,153 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2a7ce5df0987a547a436a5c7518deb7, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:40:49,312 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:40:49,313 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e2a7ce5df0987a547a436a5c7518deb7, NAME => 'testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:40:49,313 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,313 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:49,313 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,313 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,316 INFO  [StoreOpener-e2a7ce5df0987a547a436a5c7518deb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e2a7ce5df0987a547a436a5c7518deb7 
2024-11-13T20:40:49,319 INFO  [StoreOpener-e2a7ce5df0987a547a436a5c7518deb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a7ce5df0987a547a436a5c7518deb7 columnFamilyName testFamily
2024-11-13T20:40:49,319 DEBUG [StoreOpener-e2a7ce5df0987a547a436a5c7518deb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:49,320 INFO  [StoreOpener-e2a7ce5df0987a547a436a5c7518deb7-1 {}] regionserver.HStore(327): Store=e2a7ce5df0987a547a436a5c7518deb7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:40:49,320 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,321 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,322 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,322 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,322 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,325 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,328 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:40:49,329 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e2a7ce5df0987a547a436a5c7518deb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67644858, jitterRate=0.00798693299293518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:40:49,329 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:40:49,330 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e2a7ce5df0987a547a436a5c7518deb7:
Running coprocessor pre-open hook at 1731530449314Writing region info on filesystem at 1731530449314Initializing all the Stores at 1731530449315 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530449315Cleaning up temporary data from old regions at 1731530449322 (+7 ms)Running coprocessor post-open hooks at 1731530449329 (+7 ms)Region opened successfully at 1731530449330 (+1 ms)
2024-11-13T20:40:49,331 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7., pid=15, masterSystemTime=1731530449306
2024-11-13T20:40:49,335 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:40:49,335 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:40:49,336 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e2a7ce5df0987a547a436a5c7518deb7, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:49,339 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2a7ce5df0987a547a436a5c7518deb7, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:40:49,345 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-13T20:40:49,345 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e2a7ce5df0987a547a436a5c7518deb7, server=04ac815325d6,38329,1731530395890 in 188 msec
2024-11-13T20:40:49,348 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-13T20:40:49,348 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e2a7ce5df0987a547a436a5c7518deb7, ASSIGN in 351 msec
2024-11-13T20:40:49,349 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:40:49,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530449349"}]},"ts":"1731530449349"}
2024-11-13T20:40:49,352 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-13T20:40:49,353 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:40:49,356 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 801 msec
2024-11-13T20:40:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-13T20:40:49,574 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-13T20:40:49,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-13T20:40:49,574 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:49,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-13T20:40:49,579 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:49,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-13T20:40:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:40:49,594 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:40:49,594 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-13T20:40:49,597 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-13T20:40:49,599 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-13T20:40:49,600 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-13T20:40:49,601 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-884829139184386023
2024-11-13T20:40:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47136 deadline: 1731530452599, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T20:40:49,604 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-13T20:40:49,605 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-13T20:40:49,606 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:49,607 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:49,608 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-884829139184386021
2024-11-13T20:40:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47136 deadline: 1731530452607, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T20:40:49,611 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:49,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-884829139184386020
2024-11-13T20:40:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47136 deadline: 1731530452610, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T20:40:49,614 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:49,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-884829139184386019
2024-11-13T20:40:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:47136 deadline: 1731530452614, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-13T20:40:49,618 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-13T20:40:49,629 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1080875936_22 at /127.0.0.1:52676 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 574), ProcessCount=11 (was 11), AvailableMemoryMB=296 (was 302)
2024-11-13T20:40:49,638 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=574, ProcessCount=11, AvailableMemoryMB=296
2024-11-13T20:40:49,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:40:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-13T20:40:49,645 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:40:49,645 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:49,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-13T20:40:49,646 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:40:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T20:40:49,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741843_1019 (size=418)
2024-11-13T20:40:49,657 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 376963a3947fbe1849610caf492be141, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:49,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741844_1020 (size=69)
2024-11-13T20:40:49,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:49,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 376963a3947fbe1849610caf492be141, disabling compactions & flushes
2024-11-13T20:40:49,665 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:40:49,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:40:49,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141. after waiting 0 ms
2024-11-13T20:40:49,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:40:49,666 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:40:49,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 376963a3947fbe1849610caf492be141:
Waiting for close lock at 1731530449665Disabling compacts and flushes for region at 1731530449665Disabling writes for close at 1731530449665Writing region close event to WAL at 1731530449666 (+1 ms)Closed at 1731530449666
2024-11-13T20:40:49,668 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:40:49,668 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731530449668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530449668"}]},"ts":"1731530449668"}
2024-11-13T20:40:49,671 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:40:49,673 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:40:49,673 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530449673"}]},"ts":"1731530449673"}
2024-11-13T20:40:49,676 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-13T20:40:49,677 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=376963a3947fbe1849610caf492be141, ASSIGN}]
2024-11-13T20:40:49,678 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=376963a3947fbe1849610caf492be141, ASSIGN
2024-11-13T20:40:49,679 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=376963a3947fbe1849610caf492be141, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:40:49,830 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=376963a3947fbe1849610caf492be141, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:49,835 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=376963a3947fbe1849610caf492be141, ASSIGN because future has completed
2024-11-13T20:40:49,835 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376963a3947fbe1849610caf492be141, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:40:49,996 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:40:49,997 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 376963a3947fbe1849610caf492be141, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:40:49,997 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 376963a3947fbe1849610caf492be141
2024-11-13T20:40:49,997 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:49,997 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 376963a3947fbe1849610caf492be141
2024-11-13T20:40:49,998 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 376963a3947fbe1849610caf492be141
2024-11-13T20:40:50,001 INFO  [StoreOpener-376963a3947fbe1849610caf492be141-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 376963a3947fbe1849610caf492be141 
2024-11-13T20:40:50,004 INFO  [StoreOpener-376963a3947fbe1849610caf492be141-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376963a3947fbe1849610caf492be141 columnFamilyName testFamily
2024-11-13T20:40:50,004 DEBUG [StoreOpener-376963a3947fbe1849610caf492be141-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:50,005 INFO  [StoreOpener-376963a3947fbe1849610caf492be141-1 {}] regionserver.HStore(327): Store=376963a3947fbe1849610caf492be141/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:40:50,005 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 376963a3947fbe1849610caf492be141
2024-11-13T20:40:50,006 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141
2024-11-13T20:40:50,007 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141
2024-11-13T20:40:50,007 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 376963a3947fbe1849610caf492be141
2024-11-13T20:40:50,007 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 376963a3947fbe1849610caf492be141
2024-11-13T20:40:50,010 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 376963a3947fbe1849610caf492be141
2024-11-13T20:40:50,013 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:40:50,013 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 376963a3947fbe1849610caf492be141; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72669465, jitterRate=0.08285941183567047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:40:50,013 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 376963a3947fbe1849610caf492be141
2024-11-13T20:40:50,014 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 376963a3947fbe1849610caf492be141:
Running coprocessor pre-open hook at 1731530449998Writing region info on filesystem at 1731530449998Initializing all the Stores at 1731530450000 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530450000Cleaning up temporary data from old regions at 1731530450007 (+7 ms)Running coprocessor post-open hooks at 1731530450013 (+6 ms)Region opened successfully at 1731530450014 (+1 ms)
2024-11-13T20:40:50,015 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., pid=18, masterSystemTime=1731530449989
2024-11-13T20:40:50,018 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:40:50,018 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:40:50,019 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=376963a3947fbe1849610caf492be141, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:50,022 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376963a3947fbe1849610caf492be141, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:40:50,026 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-13T20:40:50,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 376963a3947fbe1849610caf492be141, server=04ac815325d6,38329,1731530395890 in 188 msec
2024-11-13T20:40:50,030 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-13T20:40:50,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=376963a3947fbe1849610caf492be141, ASSIGN in 351 msec
2024-11-13T20:40:50,032 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:40:50,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530450032"}]},"ts":"1731530450032"}
2024-11-13T20:40:50,035 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-13T20:40:50,036 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:40:50,038 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 395 msec
2024-11-13T20:40:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-13T20:40:50,654 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-13T20:40:50,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-13T20:40:50,654 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:50,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-13T20:40:50,659 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:50,659 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-13T20:40:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:40:50,674 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:40:50,674 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-13T20:40:50,678 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T20:40:50,680 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T20:40:51,687 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04ac815325d6:38329 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-13T20:40:51,687 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-13T20:40:51,687 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2 from cache
2024-11-13T20:40:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-13T20:40:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:40:52,708 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T20:40:53,688 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04ac815325d6:38329 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=971ms
2024-11-13T20:40:53,688 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=971ms
2024-11-13T20:40:53,688 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., hostname=04ac815325d6,38329,1731530395890, seqNum=2 from cache
2024-11-13T20:40:53,699 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=224 (was 228), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=544 (was 574), ProcessCount=11 (was 11), AvailableMemoryMB=284 (was 296)
2024-11-13T20:40:53,708 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=224, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=544, ProcessCount=11, AvailableMemoryMB=284
2024-11-13T20:40:53,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:40:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-13T20:40:53,714 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:40:53,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:53,715 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-13T20:40:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T20:40:53,716 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:40:53,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741845_1021 (size=416)
2024-11-13T20:40:53,727 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d3f7f76fc612d9bf6ff0735537ee0e4, NAME => 'testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:53,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741846_1022 (size=67)
2024-11-13T20:40:54,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T20:40:54,142 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:54,142 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8d3f7f76fc612d9bf6ff0735537ee0e4, disabling compactions & flushes
2024-11-13T20:40:54,142 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:40:54,142 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:40:54,143 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4. after waiting 0 ms
2024-11-13T20:40:54,143 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:40:54,143 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:40:54,143 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d3f7f76fc612d9bf6ff0735537ee0e4:
Waiting for close lock at 1731530454142Disabling compacts and flushes for region at 1731530454142Disabling writes for close at 1731530454143 (+1 ms)Writing region close event to WAL at 1731530454143Closed at 1731530454143
2024-11-13T20:40:54,145 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:40:54,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731530454146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530454146"}]},"ts":"1731530454146"}
2024-11-13T20:40:54,149 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:40:54,150 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:40:54,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530454151"}]},"ts":"1731530454151"}
2024-11-13T20:40:54,153 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-13T20:40:54,154 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8d3f7f76fc612d9bf6ff0735537ee0e4, ASSIGN}]
2024-11-13T20:40:54,155 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8d3f7f76fc612d9bf6ff0735537ee0e4, ASSIGN
2024-11-13T20:40:54,156 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8d3f7f76fc612d9bf6ff0735537ee0e4, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:40:54,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-13T20:40:54,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-13T20:40:54,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-13T20:40:54,307 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8d3f7f76fc612d9bf6ff0735537ee0e4, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:54,311 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8d3f7f76fc612d9bf6ff0735537ee0e4, ASSIGN because future has completed
2024-11-13T20:40:54,312 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d3f7f76fc612d9bf6ff0735537ee0e4, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:40:54,471 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:40:54,472 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d3f7f76fc612d9bf6ff0735537ee0e4, NAME => 'testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:40:54,473 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,473 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:54,473 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,473 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,476 INFO  [StoreOpener-8d3f7f76fc612d9bf6ff0735537ee0e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8d3f7f76fc612d9bf6ff0735537ee0e4 
2024-11-13T20:40:54,481 INFO  [StoreOpener-8d3f7f76fc612d9bf6ff0735537ee0e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3f7f76fc612d9bf6ff0735537ee0e4 columnFamilyName testFamily
2024-11-13T20:40:54,482 DEBUG [StoreOpener-8d3f7f76fc612d9bf6ff0735537ee0e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:54,483 INFO  [StoreOpener-8d3f7f76fc612d9bf6ff0735537ee0e4-1 {}] regionserver.HStore(327): Store=8d3f7f76fc612d9bf6ff0735537ee0e4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:40:54,483 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,484 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,485 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,486 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,486 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,489 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,493 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:40:54,494 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8d3f7f76fc612d9bf6ff0735537ee0e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69046283, jitterRate=0.028869792819023132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:40:54,494 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:40:54,495 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8d3f7f76fc612d9bf6ff0735537ee0e4:
Running coprocessor pre-open hook at 1731530454473Writing region info on filesystem at 1731530454473Initializing all the Stores at 1731530454475 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530454475Cleaning up temporary data from old regions at 1731530454486 (+11 ms)Running coprocessor post-open hooks at 1731530454494 (+8 ms)Region opened successfully at 1731530454495 (+1 ms)
2024-11-13T20:40:54,497 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4., pid=21, masterSystemTime=1731530454465
2024-11-13T20:40:54,501 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:40:54,501 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:40:54,502 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8d3f7f76fc612d9bf6ff0735537ee0e4, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:54,505 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d3f7f76fc612d9bf6ff0735537ee0e4, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:40:54,510 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-13T20:40:54,510 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d3f7f76fc612d9bf6ff0735537ee0e4, server=04ac815325d6,38329,1731530395890 in 194 msec
2024-11-13T20:40:54,514 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-13T20:40:54,514 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8d3f7f76fc612d9bf6ff0735537ee0e4, ASSIGN in 356 msec
2024-11-13T20:40:54,516 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:40:54,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530454516"}]},"ts":"1731530454516"}
2024-11-13T20:40:54,519 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-13T20:40:54,521 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:40:54,523 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 810 msec
2024-11-13T20:40:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-13T20:40:54,723 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-13T20:40:54,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-13T20:40:54,724 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:54,729 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-13T20:40:54,729 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:54,729 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-13T20:40:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:40:54,754 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:40:54,754 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-13T20:40:54,758 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T20:40:54,760 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T20:40:54,762 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T20:40:54,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-13T20:40:54,815 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T20:40:55,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-13T20:40:55,602 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-13T20:40:55,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-13T20:40:55,604 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-13T20:40:55,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-13T20:40:55,605 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T20:40:57,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38329 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386008' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T20:40:57,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38329 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:47136 deadline: 1731530458771, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386008' does not exist
2024-11-13T20:40:57,773 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 04ac815325d6,38329,1731530395890 for closing scanner id = -884829139184386008 for 8d3f7f76fc612d9bf6ff0735537ee0e4 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386008' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T20:40:57,779 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 224), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 544), ProcessCount=11 (was 11), AvailableMemoryMB=248 (was 284)
2024-11-13T20:40:57,789 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=248
2024-11-13T20:40:57,791 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:40:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-13T20:40:57,795 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:40:57,795 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:57,796 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-13T20:40:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T20:40:57,798 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:40:57,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741847_1023 (size=411)
2024-11-13T20:40:58,211 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f49c36fc52bd9ec6daa645b9b2f369aa, NAME => 'testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:40:58,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741848_1024 (size=62)
2024-11-13T20:40:58,223 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:58,224 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing f49c36fc52bd9ec6daa645b9b2f369aa, disabling compactions & flushes
2024-11-13T20:40:58,224 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:40:58,224 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:40:58,224 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa. after waiting 0 ms
2024-11-13T20:40:58,224 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:40:58,224 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:40:58,224 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for f49c36fc52bd9ec6daa645b9b2f369aa:
Waiting for close lock at 1731530458224Disabling compacts and flushes for region at 1731530458224Disabling writes for close at 1731530458224Writing region close event to WAL at 1731530458224Closed at 1731530458224
2024-11-13T20:40:58,226 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:40:58,226 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731530458226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530458226"}]},"ts":"1731530458226"}
2024-11-13T20:40:58,229 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:40:58,231 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:40:58,231 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530458231"}]},"ts":"1731530458231"}
2024-11-13T20:40:58,234 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-13T20:40:58,234 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f49c36fc52bd9ec6daa645b9b2f369aa, ASSIGN}]
2024-11-13T20:40:58,236 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f49c36fc52bd9ec6daa645b9b2f369aa, ASSIGN
2024-11-13T20:40:58,237 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f49c36fc52bd9ec6daa645b9b2f369aa, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:40:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-13T20:40:58,388 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=f49c36fc52bd9ec6daa645b9b2f369aa, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:58,392 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f49c36fc52bd9ec6daa645b9b2f369aa, ASSIGN because future has completed
2024-11-13T20:40:58,393 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49c36fc52bd9ec6daa645b9b2f369aa, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:40:58,551 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:40:58,552 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f49c36fc52bd9ec6daa645b9b2f369aa, NAME => 'testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:40:58,552 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,552 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:40:58,553 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,553 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,555 INFO  [StoreOpener-f49c36fc52bd9ec6daa645b9b2f369aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f49c36fc52bd9ec6daa645b9b2f369aa 
2024-11-13T20:40:58,557 INFO  [StoreOpener-f49c36fc52bd9ec6daa645b9b2f369aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49c36fc52bd9ec6daa645b9b2f369aa columnFamilyName testFamily
2024-11-13T20:40:58,557 DEBUG [StoreOpener-f49c36fc52bd9ec6daa645b9b2f369aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:40:58,558 INFO  [StoreOpener-f49c36fc52bd9ec6daa645b9b2f369aa-1 {}] regionserver.HStore(327): Store=f49c36fc52bd9ec6daa645b9b2f369aa/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:40:58,558 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,560 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,561 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,561 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,561 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,564 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,567 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:40:58,568 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f49c36fc52bd9ec6daa645b9b2f369aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64765620, jitterRate=-0.03491705656051636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:40:58,568 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:40:58,569 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f49c36fc52bd9ec6daa645b9b2f369aa:
Running coprocessor pre-open hook at 1731530458553Writing region info on filesystem at 1731530458553Initializing all the Stores at 1731530458554 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530458555 (+1 ms)Cleaning up temporary data from old regions at 1731530458561 (+6 ms)Running coprocessor post-open hooks at 1731530458568 (+7 ms)Region opened successfully at 1731530458569 (+1 ms)
2024-11-13T20:40:58,571 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa., pid=24, masterSystemTime=1731530458545
2024-11-13T20:40:58,573 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:40:58,574 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:40:58,574 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=f49c36fc52bd9ec6daa645b9b2f369aa, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:40:58,577 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49c36fc52bd9ec6daa645b9b2f369aa, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:40:58,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-13T20:40:58,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure f49c36fc52bd9ec6daa645b9b2f369aa, server=04ac815325d6,38329,1731530395890 in 186 msec
2024-11-13T20:40:58,586 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-13T20:40:58,586 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=f49c36fc52bd9ec6daa645b9b2f369aa, ASSIGN in 348 msec
2024-11-13T20:40:58,587 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:40:58,587 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530458587"}]},"ts":"1731530458587"}
2024-11-13T20:40:58,591 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-13T20:40:58,592 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:40:58,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 800 msec
2024-11-13T20:40:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-13T20:40:58,803 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-13T20:40:58,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-13T20:40:58,804 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:58,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-13T20:40:58,809 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:40:58,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-13T20:40:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:40:58,826 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:40:58,826 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-13T20:40:58,830 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T20:40:58,833 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T20:40:58,834 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T20:40:58,835 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-13T20:40:59,974 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T20:41:00,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-13T20:41:00,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-13T20:41:01,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38329 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386004' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T20:41:01,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38329 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:47136 deadline: 1731530462838, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386004' does not exist
2024-11-13T20:41:01,841 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 04ac815325d6,38329,1731530395890 for closing scanner id = -884829139184386004 for f49c36fc52bd9ec6daa645b9b2f369aa of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184386004' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T20:41:01,849 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=259 (was 248) - AvailableMemoryMB LEAK? -
2024-11-13T20:41:01,857 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=513, ProcessCount=11, AvailableMemoryMB=258
2024-11-13T20:41:01,860 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:41:01,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T20:41:01,863 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:41:01,863 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:41:01,864 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-13T20:41:01,865 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:41:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T20:41:01,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741849_1025 (size=419)
2024-11-13T20:41:02,276 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6df15a4e83c1598763e07bc548a54dcf, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:41:02,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741850_1026 (size=70)
2024-11-13T20:41:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-13T20:41:02,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:41:02,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6df15a4e83c1598763e07bc548a54dcf, disabling compactions & flushes
2024-11-13T20:41:02,685 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:02,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:02,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf. after waiting 0 ms
2024-11-13T20:41:02,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:02,685 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:02,685 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6df15a4e83c1598763e07bc548a54dcf:
Waiting for close lock at 1731530462685Disabling compacts and flushes for region at 1731530462685Disabling writes for close at 1731530462685Writing region close event to WAL at 1731530462685Closed at 1731530462685
2024-11-13T20:41:02,687 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:41:02,687 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731530462687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530462687"}]},"ts":"1731530462687"}
2024-11-13T20:41:02,691 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:41:02,692 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:41:02,692 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530462692"}]},"ts":"1731530462692"}
2024-11-13T20:41:02,695 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-13T20:41:02,695 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6df15a4e83c1598763e07bc548a54dcf, ASSIGN}]
2024-11-13T20:41:02,697 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6df15a4e83c1598763e07bc548a54dcf, ASSIGN
2024-11-13T20:41:02,699 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6df15a4e83c1598763e07bc548a54dcf, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:41:02,849 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6df15a4e83c1598763e07bc548a54dcf, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:41:02,857 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6df15a4e83c1598763e07bc548a54dcf, ASSIGN because future has completed
2024-11-13T20:41:02,857 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df15a4e83c1598763e07bc548a54dcf, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:41:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T20:41:03,020 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:03,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 6df15a4e83c1598763e07bc548a54dcf, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:41:03,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:41:03,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,023 INFO  [StoreOpener-6df15a4e83c1598763e07bc548a54dcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6df15a4e83c1598763e07bc548a54dcf 
2024-11-13T20:41:03,025 INFO  [StoreOpener-6df15a4e83c1598763e07bc548a54dcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df15a4e83c1598763e07bc548a54dcf columnFamilyName testFamily
2024-11-13T20:41:03,025 DEBUG [StoreOpener-6df15a4e83c1598763e07bc548a54dcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:41:03,026 INFO  [StoreOpener-6df15a4e83c1598763e07bc548a54dcf-1 {}] regionserver.HStore(327): Store=6df15a4e83c1598763e07bc548a54dcf/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:41:03,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:41:03,037 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 6df15a4e83c1598763e07bc548a54dcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68483176, jitterRate=0.02047884464263916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:41:03,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:03,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 6df15a4e83c1598763e07bc548a54dcf:
Running coprocessor pre-open hook at 1731530463021Writing region info on filesystem at 1731530463021Initializing all the Stores at 1731530463022 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530463022Cleaning up temporary data from old regions at 1731530463028 (+6 ms)Running coprocessor post-open hooks at 1731530463037 (+9 ms)Region opened successfully at 1731530463039 (+2 ms)
2024-11-13T20:41:03,041 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf., pid=27, masterSystemTime=1731530463011
2024-11-13T20:41:03,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:03,046 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:03,046 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6df15a4e83c1598763e07bc548a54dcf, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:41:03,050 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df15a4e83c1598763e07bc548a54dcf, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:41:03,054 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-13T20:41:03,054 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 6df15a4e83c1598763e07bc548a54dcf, server=04ac815325d6,38329,1731530395890 in 194 msec
2024-11-13T20:41:03,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-13T20:41:03,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6df15a4e83c1598763e07bc548a54dcf, ASSIGN in 359 msec
2024-11-13T20:41:03,058 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:41:03,059 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530463058"}]},"ts":"1731530463058"}
2024-11-13T20:41:03,061 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-13T20:41:03,063 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:41:03,065 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2030 sec
2024-11-13T20:41:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-13T20:41:04,894 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-13T20:41:04,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-13T20:41:04,895 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:41:04,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-13T20:41:04,904 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:41:04,904 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-13T20:41:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:41:04,924 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:41:04,924 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-13T20:41:04,928 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T20:41:04,930 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-13T20:41:05,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-13T20:41:05,602 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-13T20:41:05,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T20:41:05,603 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T20:41:06,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-13T20:41:08,534 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T20:41:10,938 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf., hostname=04ac815325d6,38329,1731530395890, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf., hostname=04ac815325d6,38329,1731530395890, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04ac815325d6:38329 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-13T20:41:10,938 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf., hostname=04ac815325d6,38329,1731530395890, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-13T20:41:10,938 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf., hostname=04ac815325d6,38329,1731530395890, seqNum=2 from cache
2024-11-13T20:41:11,029 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1235 (was 513) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=244 (was 258)
2024-11-13T20:41:11,089 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1235, ProcessCount=11, AvailableMemoryMB=243
2024-11-13T20:41:11,093 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:41:11,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-13T20:41:11,099 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:41:11,099 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:41:11,100 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-13T20:41:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T20:41:11,109 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:41:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-13T20:41:11,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741851_1027 (size=407)
2024-11-13T20:41:11,642 INFO  [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-13T20:41:11,642 INFO  [master/04ac815325d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-13T20:41:12,122 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fe47b5ed1c387b3ae3522f027c8e9a8, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:41:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T20:41:12,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741852_1028 (size=58)
2024-11-13T20:41:12,147 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:41:12,148 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 0fe47b5ed1c387b3ae3522f027c8e9a8, disabling compactions & flushes
2024-11-13T20:41:12,148 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:12,148 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:12,148 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8. after waiting 0 ms
2024-11-13T20:41:12,148 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:12,148 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:12,148 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fe47b5ed1c387b3ae3522f027c8e9a8:
Waiting for close lock at 1731530472147Disabling compacts and flushes for region at 1731530472147Disabling writes for close at 1731530472148 (+1 ms)Writing region close event to WAL at 1731530472148Closed at 1731530472148
2024-11-13T20:41:12,150 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:41:12,150 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731530472150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530472150"}]},"ts":"1731530472150"}
2024-11-13T20:41:12,175 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:41:12,177 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:41:12,177 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530472177"}]},"ts":"1731530472177"}
2024-11-13T20:41:12,182 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-13T20:41:12,183 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fe47b5ed1c387b3ae3522f027c8e9a8, ASSIGN}]
2024-11-13T20:41:12,186 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fe47b5ed1c387b3ae3522f027c8e9a8, ASSIGN
2024-11-13T20:41:12,189 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fe47b5ed1c387b3ae3522f027c8e9a8, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:41:12,340 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0fe47b5ed1c387b3ae3522f027c8e9a8, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:41:12,345 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fe47b5ed1c387b3ae3522f027c8e9a8, ASSIGN because future has completed
2024-11-13T20:41:12,345 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fe47b5ed1c387b3ae3522f027c8e9a8, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:41:12,552 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:12,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fe47b5ed1c387b3ae3522f027c8e9a8, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:41:12,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:41:12,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,597 INFO  [StoreOpener-0fe47b5ed1c387b3ae3522f027c8e9a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0fe47b5ed1c387b3ae3522f027c8e9a8 
2024-11-13T20:41:12,600 INFO  [StoreOpener-0fe47b5ed1c387b3ae3522f027c8e9a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fe47b5ed1c387b3ae3522f027c8e9a8 columnFamilyName testFamily
2024-11-13T20:41:12,600 DEBUG [StoreOpener-0fe47b5ed1c387b3ae3522f027c8e9a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:41:12,607 INFO  [StoreOpener-0fe47b5ed1c387b3ae3522f027c8e9a8-1 {}] regionserver.HStore(327): Store=0fe47b5ed1c387b3ae3522f027c8e9a8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:41:12,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:41:12,684 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 0fe47b5ed1c387b3ae3522f027c8e9a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74108700, jitterRate=0.1043056845664978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:41:12,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:12,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 0fe47b5ed1c387b3ae3522f027c8e9a8:
Running coprocessor pre-open hook at 1731530472554Writing region info on filesystem at 1731530472554Initializing all the Stores at 1731530472574 (+20 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530472574Cleaning up temporary data from old regions at 1731530472610 (+36 ms)Running coprocessor post-open hooks at 1731530472684 (+74 ms)Region opened successfully at 1731530472686 (+2 ms)
2024-11-13T20:41:12,688 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8., pid=30, masterSystemTime=1731530472499
2024-11-13T20:41:12,696 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0fe47b5ed1c387b3ae3522f027c8e9a8, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:41:12,700 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fe47b5ed1c387b3ae3522f027c8e9a8, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:41:12,705 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-13T20:41:12,705 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fe47b5ed1c387b3ae3522f027c8e9a8, server=04ac815325d6,38329,1731530395890 in 357 msec
2024-11-13T20:41:12,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:12,712 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:12,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-13T20:41:12,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0fe47b5ed1c387b3ae3522f027c8e9a8, ASSIGN in 522 msec
2024-11-13T20:41:12,718 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:41:12,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530472718"}]},"ts":"1731530472718"}
2024-11-13T20:41:12,721 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-13T20:41:12,723 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:41:12,725 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.6300 sec
2024-11-13T20:41:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-13T20:41:14,144 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-13T20:41:14,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-13T20:41:14,144 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:41:14,151 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-13T20:41:14,151 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:41:14,151 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-13T20:41:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:41:14,173 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:41:14,174 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-13T20:41:14,178 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-13T20:41:14,183 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-13T20:41:14,183 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-13T20:41:14,184 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-13T20:41:15,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-13T20:41:15,609 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-13T20:41:18,061 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T20:41:18,608 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-13T20:41:20,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38329 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184385996' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-13T20:41:20,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38329 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:47136 deadline: 1731530486189, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184385996' does not exist
2024-11-13T20:41:20,192 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 04ac815325d6,38329,1731530395890 for closing scanner id = -884829139184385996 for 0fe47b5ed1c387b3ae3522f027c8e9a8 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-884829139184385996' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-13T20:41:20,306 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1656 (was 1235) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=236 (was 243)
2024-11-13T20:41:20,379 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=1656, ProcessCount=11, AvailableMemoryMB=235
2024-11-13T20:41:20,383 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-13T20:41:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T20:41:20,387 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-13T20:41:20,387 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:41:20,389 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-13T20:41:20,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-13T20:41:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T20:41:20,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741853_1029 (size=423)
2024-11-13T20:41:20,558 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed75c329142ce9f217fe401d37e9c3bd, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950
2024-11-13T20:41:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-13T20:41:20,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741854_1030 (size=74)
2024-11-13T20:41:20,918 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:41:20,919 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing ed75c329142ce9f217fe401d37e9c3bd, disabling compactions & flushes
2024-11-13T20:41:20,919 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:20,919 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:20,919 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd. after waiting 0 ms
2024-11-13T20:41:20,919 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:20,919 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:20,919 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed75c329142ce9f217fe401d37e9c3bd:
Waiting for close lock at 1731530480919Disabling compacts and flushes for region at 1731530480919Disabling writes for close at 1731530480919Writing region close event to WAL at 1731530480919Closed at 1731530480919
2024-11-13T20:41:20,921 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-13T20:41:20,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731530480921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731530480921"}]},"ts":"1731530480921"}
2024-11-13T20:41:20,926 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-13T20:41:20,928 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-13T20:41:20,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530480929"}]},"ts":"1731530480929"}
2024-11-13T20:41:20,934 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-13T20:41:20,934 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ed75c329142ce9f217fe401d37e9c3bd, ASSIGN}]
2024-11-13T20:41:20,937 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ed75c329142ce9f217fe401d37e9c3bd, ASSIGN
2024-11-13T20:41:20,939 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ed75c329142ce9f217fe401d37e9c3bd, ASSIGN; state=OFFLINE, location=04ac815325d6,38329,1731530395890; forceNewPlan=false, retain=false
2024-11-13T20:41:21,093 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=ed75c329142ce9f217fe401d37e9c3bd, regionState=OPENING, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:41:21,099 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ed75c329142ce9f217fe401d37e9c3bd, ASSIGN because future has completed
2024-11-13T20:41:21,099 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed75c329142ce9f217fe401d37e9c3bd, server=04ac815325d6,38329,1731530395890}]
2024-11-13T20:41:21,323 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:21,323 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => ed75c329142ce9f217fe401d37e9c3bd, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.', STARTKEY => '', ENDKEY => ''}
2024-11-13T20:41:21,324 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,324 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-13T20:41:21,324 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,324 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,376 INFO  [StoreOpener-ed75c329142ce9f217fe401d37e9c3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ed75c329142ce9f217fe401d37e9c3bd 
2024-11-13T20:41:21,395 INFO  [StoreOpener-ed75c329142ce9f217fe401d37e9c3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed75c329142ce9f217fe401d37e9c3bd columnFamilyName testFamily
2024-11-13T20:41:21,396 DEBUG [StoreOpener-ed75c329142ce9f217fe401d37e9c3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-13T20:41:21,396 INFO  [StoreOpener-ed75c329142ce9f217fe401d37e9c3bd-1 {}] regionserver.HStore(327): Store=ed75c329142ce9f217fe401d37e9c3bd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-13T20:41:21,397 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,398 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,398 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,399 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,399 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T20:41:21,410 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,463 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-13T20:41:21,464 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened ed75c329142ce9f217fe401d37e9c3bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62905530, jitterRate=-0.06263455748558044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-13T20:41:21,464 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:21,465 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for ed75c329142ce9f217fe401d37e9c3bd:
Running coprocessor pre-open hook at 1731530481325Writing region info on filesystem at 1731530481325Initializing all the Stores at 1731530481327 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731530481327Cleaning up temporary data from old regions at 1731530481399 (+72 ms)Running coprocessor post-open hooks at 1731530481465 (+66 ms)Region opened successfully at 1731530481465
2024-11-13T20:41:21,467 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., pid=33, masterSystemTime=1731530481253
2024-11-13T20:41:21,472 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=ed75c329142ce9f217fe401d37e9c3bd, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38329,1731530395890
2024-11-13T20:41:21,476 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed75c329142ce9f217fe401d37e9c3bd, server=04ac815325d6,38329,1731530395890 because future has completed
2024-11-13T20:41:21,477 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:21,477 INFO  [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:21,511 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-13T20:41:21,511 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure ed75c329142ce9f217fe401d37e9c3bd, server=04ac815325d6,38329,1731530395890 in 379 msec
2024-11-13T20:41:21,528 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-13T20:41:21,528 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=ed75c329142ce9f217fe401d37e9c3bd, ASSIGN in 577 msec
2024-11-13T20:41:21,529 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-13T20:41:21,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731530481529"}]},"ts":"1731530481529"}
2024-11-13T20:41:21,532 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-13T20:41:21,541 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-13T20:41:21,552 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1580 sec
2024-11-13T20:41:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-13T20:41:23,427 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-13T20:41:23,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-13T20:41:23,427 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:41:23,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-13T20:41:23,444 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-13T20:41:23,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-13T20:41:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:41:23,476 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-13T20:41:23,477 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-13T20:41:23,509 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-13T20:41:23,511 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T20:41:24,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-13T20:41:24,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04ac815325d6:38329 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-13T20:41:24,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms
2024-11-13T20:41:24,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2 from cache
2024-11-13T20:41:24,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-13T20:41:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-13T20:41:25,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2]
2024-11-13T20:41:25,548 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-13T20:41:25,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T20:41:25,602 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-13T20:41:26,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=04ac815325d6:38329 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=971ms, rpcTimeout=963ms
2024-11-13T20:41:26,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=971ms, rpcTimeout=963ms
2024-11-13T20:41:26,518 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., hostname=04ac815325d6,38329,1731530395890, seqNum=2 from cache
2024-11-13T20:41:26,747 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2416 (was 1656) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=322 (was 235) - AvailableMemoryMB LEAK? -
2024-11-13T20:41:26,748 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:41:26,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:41:26,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:41:26,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:41:26,760 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-13T20:41:26,761 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:41:26,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:41:26,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:41:26,762 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:41:26,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:41:26,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-13T20:41:26,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1030710501, stopped=false
2024-11-13T20:41:26,763 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,37655,1731530395154
2024-11-13T20:41:26,764 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-13T20:41:26,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T20:41:26,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:41:26,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-13T20:41:26,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:41:26,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T20:41:26,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-13T20:41:26,784 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T20:41:26,811 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-13T20:41:26,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:41:26,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:41:26,814 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,38329,1731530395890' *****
2024-11-13T20:41:26,815 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-13T20:41:26,816 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-13T20:41:26,816 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-13T20:41:26,816 INFO  [RS:0;04ac815325d6:38329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-13T20:41:26,816 INFO  [RS:0;04ac815325d6:38329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-13T20:41:26,817 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d3f7f76fc612d9bf6ff0735537ee0e4
2024-11-13T20:41:26,885 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for f49c36fc52bd9ec6daa645b9b2f369aa
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for ed75c329142ce9f217fe401d37e9c3bd
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for cbe1dc5e7fb58f5af4e9fd6b262b6b71
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for e2a7ce5df0987a547a436a5c7518deb7
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for 376963a3947fbe1849610caf492be141
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fe47b5ed1c387b3ae3522f027c8e9a8
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for 14a1762585e3c524fad5bc865b2e0afa
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:26,932 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:26,933 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,38329,1731530395890
2024-11-13T20:41:26,933 INFO  [RS:0;04ac815325d6:38329 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T20:41:26,933 INFO  [RS:0;04ac815325d6:38329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:38329.
2024-11-13T20:41:26,933 DEBUG [RS:0;04ac815325d6:38329 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-13T20:41:26,933 DEBUG [RS:0;04ac815325d6:38329 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:41:26,933 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-13T20:41:26,933 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-13T20:41:26,933 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-13T20:41:26,934 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-13T20:41:26,935 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d3f7f76fc612d9bf6ff0735537ee0e4, disabling compactions & flushes
2024-11-13T20:41:26,935 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:41:26,935 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:41:26,944 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4. after waiting 0 ms
2024-11-13T20:41:26,944 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:41:27,029 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-13T20:41:27,029 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-13T20:41:27,030 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-13T20:41:27,030 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-13T20:41:27,030 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-13T20:41:27,030 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-13T20:41:27,031 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-13T20:41:27,037 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d3f7f76fc612d9bf6ff0735537ee0e4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:27,049 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-13T20:41:27,096 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, 8d3f7f76fc612d9bf6ff0735537ee0e4, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:27,127 INFO  [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-13T20:41:27,128 INFO  [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-13T20:41:27,297 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, 8d3f7f76fc612d9bf6ff0735537ee0e4, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:27,500 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, 8d3f7f76fc612d9bf6ff0735537ee0e4, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:27,701 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, 8d3f7f76fc612d9bf6ff0735537ee0e4, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:27,810 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4/.tmp/testFamily/12cde66568e641f691f985ac031cedd1 is 61, key is row-0/testFamily:testQualifier/1731530454743/Put/seqid=0
2024-11-13T20:41:27,904 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, 8d3f7f76fc612d9bf6ff0735537ee0e4, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:27,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741855_1031 (size=5049)
2024-11-13T20:41:27,924 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/info/a972c868a0204806988494e2dea87dec is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71./info:regioninfo/1731530432456/Put/seqid=0
2024-11-13T20:41:27,926 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4/.tmp/testFamily/12cde66568e641f691f985ac031cedd1
2024-11-13T20:41:27,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741856_1032 (size=20564)
2024-11-13T20:41:27,988 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/info/a972c868a0204806988494e2dea87dec
2024-11-13T20:41:28,105 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, 8d3f7f76fc612d9bf6ff0735537ee0e4, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:28,159 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4/.tmp/testFamily/12cde66568e641f691f985ac031cedd1 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4/testFamily/12cde66568e641f691f985ac031cedd1
2024-11-13T20:41:28,201 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4/testFamily/12cde66568e641f691f985ac031cedd1, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:28,312 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, 8d3f7f76fc612d9bf6ff0735537ee0e4, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:28,350 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/ns/3d74fec5fd6a4e1e8263e5c3abf2c26f is 43, key is default/ns:d/1731530430836/Put/seqid=0
2024-11-13T20:41:28,404 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d3f7f76fc612d9bf6ff0735537ee0e4 in 1421ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:28,513 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, 8d3f7f76fc612d9bf6ff0735537ee0e4, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:28,646 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNextAsync/8d3f7f76fc612d9bf6ff0735537ee0e4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:28,652 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:41:28,653 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d3f7f76fc612d9bf6ff0735537ee0e4:
Waiting for close lock at 1731530486935Running coprocessor pre-close hooks at 1731530486935Disabling compacts and flushes for region at 1731530486935Disabling writes for close at 1731530486944 (+9 ms)Obtaining lock to block concurrent updates at 1731530487037 (+93 ms)Preparing flush snapshotting stores in 8d3f7f76fc612d9bf6ff0735537ee0e4 at 1731530487037Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530487199 (+162 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4. at 1731530487211 (+12 ms)Flushing 8d3f7f76fc612d9bf6ff0735537ee0e4/testFamily: creating writer at 1731530487211Flushing 8d3f7f76fc612d9bf6ff0735537ee0e4/testFamily: appending metadata at 1731530487804 (+593 ms)Flushing 8d3f7f76fc612d9bf6ff0735537ee0e4/testFamily: closing flushed file at 1731530487807 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198c363b: reopening flushed file at 1731530488147 (+340 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d3f7f76fc612d9bf6ff0735537ee0e4 in 1421ms, sequenceid=8, compaction requested=false at 1731530488404 (+257 ms)Writing region close event to WAL at 1731530488585 (+181 ms)Running coprocessor post-close hooks at 1731530488648 (+63 ms)Closed at 1731530488652 (+4 ms)
2024-11-13T20:41:28,653 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731530453710.8d3f7f76fc612d9bf6ff0735537ee0e4.
2024-11-13T20:41:28,654 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f49c36fc52bd9ec6daa645b9b2f369aa, disabling compactions & flushes
2024-11-13T20:41:28,654 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:41:28,654 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:41:28,654 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa. after waiting 0 ms
2024-11-13T20:41:28,654 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:41:28,654 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f49c36fc52bd9ec6daa645b9b2f369aa 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:28,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741857_1033 (size=5153)
2024-11-13T20:41:28,696 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/ns/3d74fec5fd6a4e1e8263e5c3abf2c26f
2024-11-13T20:41:28,713 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-13T20:41:28,713 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:28,913 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:28,925 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa/.tmp/testFamily/9aff114e488345a39d65561843f83f4b is 61, key is row-0/testFamily:testQualifier/1731530458815/Put/seqid=0
2024-11-13T20:41:28,945 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/table/2f02fd1b2e1d474a97e4a664f608a5b7 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731530432473/Put/seqid=0
2024-11-13T20:41:29,116 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:29,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741858_1034 (size=5049)
2024-11-13T20:41:29,302 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa/.tmp/testFamily/9aff114e488345a39d65561843f83f4b
2024-11-13T20:41:29,317 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:29,328 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa/.tmp/testFamily/9aff114e488345a39d65561843f83f4b as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa/testFamily/9aff114e488345a39d65561843f83f4b
2024-11-13T20:41:29,347 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa/testFamily/9aff114e488345a39d65561843f83f4b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:29,352 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f49c36fc52bd9ec6daa645b9b2f369aa in 697ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:29,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741859_1035 (size=6699)
2024-11-13T20:41:29,414 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/table/2f02fd1b2e1d474a97e4a664f608a5b7
2024-11-13T20:41:29,499 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/info/a972c868a0204806988494e2dea87dec as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/info/a972c868a0204806988494e2dea87dec
2024-11-13T20:41:29,517 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, f49c36fc52bd9ec6daa645b9b2f369aa, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:29,534 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/info/a972c868a0204806988494e2dea87dec, entries=100, sequenceid=56, filesize=20.1 K
2024-11-13T20:41:29,557 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/ns/3d74fec5fd6a4e1e8263e5c3abf2c26f as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/ns/3d74fec5fd6a4e1e8263e5c3abf2c26f
2024-11-13T20:41:29,569 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnNext/f49c36fc52bd9ec6daa645b9b2f369aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:29,573 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:41:29,573 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f49c36fc52bd9ec6daa645b9b2f369aa:
Waiting for close lock at 1731530488654Running coprocessor pre-close hooks at 1731530488654Disabling compacts and flushes for region at 1731530488654Disabling writes for close at 1731530488654Obtaining lock to block concurrent updates at 1731530488654Preparing flush snapshotting stores in f49c36fc52bd9ec6daa645b9b2f369aa at 1731530488654Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530488655 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa. at 1731530488656 (+1 ms)Flushing f49c36fc52bd9ec6daa645b9b2f369aa/testFamily: creating writer at 1731530488656Flushing f49c36fc52bd9ec6daa645b9b2f369aa/testFamily: appending metadata at 1731530488925 (+269 ms)Flushing f49c36fc52bd9ec6daa645b9b2f369aa/testFamily: closing flushed file at 1731530488925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198002d7: reopening flushed file at 1731530489326 (+401 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f49c36fc52bd9ec6daa645b9b2f369aa in 697ms, sequenceid=8, compaction requested=false at 1731530489352 (+26 ms)Writing region close event to WAL at 1731530489375 (+23 ms)Running coprocessor post-close hooks at 1731530489572 (+197 ms)Closed at 1731530489573 (+1 ms)
2024-11-13T20:41:29,573 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731530457791.f49c36fc52bd9ec6daa645b9b2f369aa.
2024-11-13T20:41:29,573 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed75c329142ce9f217fe401d37e9c3bd, disabling compactions & flushes
2024-11-13T20:41:29,573 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:29,573 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:29,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd. after waiting 0 ms
2024-11-13T20:41:29,574 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:29,574 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed75c329142ce9f217fe401d37e9c3bd 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:29,590 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/ns/3d74fec5fd6a4e1e8263e5c3abf2c26f, entries=2, sequenceid=56, filesize=5.0 K
2024-11-13T20:41:29,592 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/.tmp/table/2f02fd1b2e1d474a97e4a664f608a5b7 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/table/2f02fd1b2e1d474a97e4a664f608a5b7
2024-11-13T20:41:29,611 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/table/2f02fd1b2e1d474a97e4a664f608a5b7, entries=20, sequenceid=56, filesize=6.5 K
2024-11-13T20:41:29,709 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 2679ms, sequenceid=56, compaction requested=false
2024-11-13T20:41:29,717 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-13T20:41:29,718 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1325): Online Regions={ed75c329142ce9f217fe401d37e9c3bd=testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., 1588230740=hbase:meta,,1.1588230740, cbe1dc5e7fb58f5af4e9fd6b262b6b71=testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71., e2a7ce5df0987a547a436a5c7518deb7=testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7., 376963a3947fbe1849610caf492be141=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., 0fe47b5ed1c387b3ae3522f027c8e9a8=hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8., 14a1762585e3c524fad5bc865b2e0afa=hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa., fd85f495605c5a86491218b74a267e18=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., 6df15a4e83c1598763e07bc548a54dcf=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.}
2024-11-13T20:41:29,718 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:29,881 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd/.tmp/testFamily/ec0672b093d6487784386d758bbb8822 is 61, key is row-0/testFamily:testQualifier/1731530483459/Put/seqid=0
2024-11-13T20:41:29,918 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 1588230740, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:30,103 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-13T20:41:30,106 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T20:41:30,106 INFO  [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-13T20:41:30,106 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731530487029Running coprocessor pre-close hooks at 1731530487029Disabling compacts and flushes for region at 1731530487029Disabling writes for close at 1731530487030 (+1 ms)Obtaining lock to block concurrent updates at 1731530487031 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731530487031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731530487201 (+170 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731530487203 (+2 ms)Flushing 1588230740/info: creating writer at 1731530487205 (+2 ms)Flushing 1588230740/info: appending metadata at 1731530487921 (+716 ms)Flushing 1588230740/info: closing flushed file at 1731530487921Flushing 1588230740/ns: creating writer at 1731530488149 (+228 ms)Flushing 1588230740/ns: appending metadata at 1731530488319 (+170 ms)Flushing 1588230740/ns: closing flushed file at 1731530488319Flushing 1588230740/table: creating writer at 1731530488729 (+410 ms)Flushing 1588230740/table: appending metadata at 1731530488818 (+89 ms)Flushing 1588230740/table: closing flushed file at 1731530488818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fd76bd: reopening flushed file at 1731530489482 (+664 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192f074d: reopening flushed file at 1731530489534 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fffb13e: reopening flushed file at 1731530489591 (+57 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 2679ms, sequenceid=56, compaction requested=false at 1731530489709 (+118 ms)Writing region close event to WAL at 1731530489946 (+237 ms)Running coprocessor post-close hooks at 1731530490105 (+159 ms)Closed at 1731530490106 (+1 ms)
2024-11-13T20:41:30,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741860_1036 (size=5049)
2024-11-13T20:41:30,107 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-13T20:41:30,108 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd/.tmp/testFamily/ec0672b093d6487784386d758bbb8822
2024-11-13T20:41:30,124 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:30,155 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd/.tmp/testFamily/ec0672b093d6487784386d758bbb8822 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd/testFamily/ec0672b093d6487784386d758bbb8822
2024-11-13T20:41:30,234 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd/testFamily/ec0672b093d6487784386d758bbb8822, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:30,242 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ed75c329142ce9f217fe401d37e9c3bd in 667ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:30,325 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, ed75c329142ce9f217fe401d37e9c3bd, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:30,459 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScannerAsync/ed75c329142ce9f217fe401d37e9c3bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:30,460 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:30,461 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed75c329142ce9f217fe401d37e9c3bd:
Waiting for close lock at 1731530489573Running coprocessor pre-close hooks at 1731530489573Disabling compacts and flushes for region at 1731530489573Disabling writes for close at 1731530489574 (+1 ms)Obtaining lock to block concurrent updates at 1731530489574Preparing flush snapshotting stores in ed75c329142ce9f217fe401d37e9c3bd at 1731530489574Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530489574Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd. at 1731530489575 (+1 ms)Flushing ed75c329142ce9f217fe401d37e9c3bd/testFamily: creating writer at 1731530489575Flushing ed75c329142ce9f217fe401d37e9c3bd/testFamily: appending metadata at 1731530489880 (+305 ms)Flushing ed75c329142ce9f217fe401d37e9c3bd/testFamily: closing flushed file at 1731530489881 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f5d65: reopening flushed file at 1731530490146 (+265 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ed75c329142ce9f217fe401d37e9c3bd in 667ms, sequenceid=8, compaction requested=false at 1731530490242 (+96 ms)Writing region close event to WAL at 1731530490409 (+167 ms)Running coprocessor post-close hooks at 1731530490460 (+51 ms)Closed at 1731530490460
2024-11-13T20:41:30,461 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731530480382.ed75c329142ce9f217fe401d37e9c3bd.
2024-11-13T20:41:30,461 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbe1dc5e7fb58f5af4e9fd6b262b6b71, disabling compactions & flushes
2024-11-13T20:41:30,461 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:41:30,461 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:41:30,461 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71. after waiting 0 ms
2024-11-13T20:41:30,461 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:41:30,461 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbe1dc5e7fb58f5af4e9fd6b262b6b71 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:30,526 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:30,726 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-11-13T20:41:30,726 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1325): Online Regions={cbe1dc5e7fb58f5af4e9fd6b262b6b71=testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71., e2a7ce5df0987a547a436a5c7518deb7=testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7., 376963a3947fbe1849610caf492be141=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., 0fe47b5ed1c387b3ae3522f027c8e9a8=hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8., 14a1762585e3c524fad5bc865b2e0afa=hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa., fd85f495605c5a86491218b74a267e18=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., 6df15a4e83c1598763e07bc548a54dcf=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.}
2024-11-13T20:41:30,726 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:30,757 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71/.tmp/testFamily/c14bda09f2a4480eb4ec92663618a358 is 61, key is row-0/testFamily:testQualifier/1731530434251/Put/seqid=0
2024-11-13T20:41:30,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741861_1037 (size=5049)
2024-11-13T20:41:30,927 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:30,968 DEBUG [master/04ac815325d6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-13T20:41:31,127 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:31,218 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71/.tmp/testFamily/c14bda09f2a4480eb4ec92663618a358
2024-11-13T20:41:31,241 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71/.tmp/testFamily/c14bda09f2a4480eb4ec92663618a358 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71/testFamily/c14bda09f2a4480eb4ec92663618a358
2024-11-13T20:41:31,280 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71/testFamily/c14bda09f2a4480eb4ec92663618a358, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:31,285 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cbe1dc5e7fb58f5af4e9fd6b262b6b71 in 824ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:31,327 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, cbe1dc5e7fb58f5af4e9fd6b262b6b71, e2a7ce5df0987a547a436a5c7518deb7, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:31,482 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cbe1dc5e7fb58f5af4e9fd6b262b6b71/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:31,484 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:41:31,484 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbe1dc5e7fb58f5af4e9fd6b262b6b71:
Waiting for close lock at 1731530490461Running coprocessor pre-close hooks at 1731530490461Disabling compacts and flushes for region at 1731530490461Disabling writes for close at 1731530490461Obtaining lock to block concurrent updates at 1731530490461Preparing flush snapshotting stores in cbe1dc5e7fb58f5af4e9fd6b262b6b71 at 1731530490461Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530490462 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71. at 1731530490471 (+9 ms)Flushing cbe1dc5e7fb58f5af4e9fd6b262b6b71/testFamily: creating writer at 1731530490471Flushing cbe1dc5e7fb58f5af4e9fd6b262b6b71/testFamily: appending metadata at 1731530490712 (+241 ms)Flushing cbe1dc5e7fb58f5af4e9fd6b262b6b71/testFamily: closing flushed file at 1731530490712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a27fb2: reopening flushed file at 1731530491239 (+527 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cbe1dc5e7fb58f5af4e9fd6b262b6b71 in 824ms, sequenceid=8, compaction requested=false at 1731530491286 (+47 ms)Writing region close event to WAL at 1731530491398 (+112 ms)Running coprocessor post-close hooks at 1731530491483 (+85 ms)Closed at 1731530491483
2024-11-13T20:41:31,484 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731530431146.cbe1dc5e7fb58f5af4e9fd6b262b6b71.
2024-11-13T20:41:31,484 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2a7ce5df0987a547a436a5c7518deb7, disabling compactions & flushes
2024-11-13T20:41:31,484 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:41:31,484 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:41:31,484 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7. after waiting 0 ms
2024-11-13T20:41:31,484 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:41:31,484 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2a7ce5df0987a547a436a5c7518deb7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:31,520 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7/.tmp/testFamily/8cc405856651492290cc3075e57e2916 is 61, key is row-0/testFamily:testQualifier/1731530449584/Put/seqid=0
2024-11-13T20:41:31,528 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, e2a7ce5df0987a547a436a5c7518deb7, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:31,728 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-13T20:41:31,728 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1325): Online Regions={e2a7ce5df0987a547a436a5c7518deb7=testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7., 376963a3947fbe1849610caf492be141=testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., 0fe47b5ed1c387b3ae3522f027c8e9a8=hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8., 14a1762585e3c524fad5bc865b2e0afa=hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa., fd85f495605c5a86491218b74a267e18=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., 6df15a4e83c1598763e07bc548a54dcf=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.}
2024-11-13T20:41:31,728 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, e2a7ce5df0987a547a436a5c7518deb7, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:31,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741862_1038 (size=5049)
2024-11-13T20:41:31,873 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7/.tmp/testFamily/8cc405856651492290cc3075e57e2916
2024-11-13T20:41:31,905 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7/.tmp/testFamily/8cc405856651492290cc3075e57e2916 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7/testFamily/8cc405856651492290cc3075e57e2916
2024-11-13T20:41:31,927 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7/testFamily/8cc405856651492290cc3075e57e2916, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:31,929 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, e2a7ce5df0987a547a436a5c7518deb7, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:31,931 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e2a7ce5df0987a547a436a5c7518deb7 in 447ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:31,978 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testRetryOutOfOrderScannerNextException/e2a7ce5df0987a547a436a5c7518deb7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:31,979 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:41:31,979 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2a7ce5df0987a547a436a5c7518deb7:
Waiting for close lock at 1731530491484Running coprocessor pre-close hooks at 1731530491484Disabling compacts and flushes for region at 1731530491484Disabling writes for close at 1731530491484Obtaining lock to block concurrent updates at 1731530491484Preparing flush snapshotting stores in e2a7ce5df0987a547a436a5c7518deb7 at 1731530491484Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530491485 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7. at 1731530491486 (+1 ms)Flushing e2a7ce5df0987a547a436a5c7518deb7/testFamily: creating writer at 1731530491486Flushing e2a7ce5df0987a547a436a5c7518deb7/testFamily: appending metadata at 1731530491519 (+33 ms)Flushing e2a7ce5df0987a547a436a5c7518deb7/testFamily: closing flushed file at 1731530491520 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81fe07e: reopening flushed file at 1731530491902 (+382 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e2a7ce5df0987a547a436a5c7518deb7 in 447ms, sequenceid=8, compaction requested=false at 1731530491931 (+29 ms)Writing region close event to WAL at 1731530491973 (+42 ms)Running coprocessor post-close hooks at 1731530491979 (+6 ms)Closed at 1731530491979
2024-11-13T20:41:31,979 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731530448552.e2a7ce5df0987a547a436a5c7518deb7.
2024-11-13T20:41:31,980 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 376963a3947fbe1849610caf492be141, disabling compactions & flushes
2024-11-13T20:41:31,980 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:41:31,980 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:41:31,980 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141. after waiting 0 ms
2024-11-13T20:41:31,980 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:41:31,980 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 376963a3947fbe1849610caf492be141 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:32,002 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141/.tmp/testFamily/07e19c6981854ad8a7055a6a1f4623a4 is 61, key is row-0/testFamily:testQualifier/1731530450664/Put/seqid=0
2024-11-13T20:41:32,132 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:32,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741863_1039 (size=5049)
2024-11-13T20:41:32,189 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141/.tmp/testFamily/07e19c6981854ad8a7055a6a1f4623a4
2024-11-13T20:41:32,235 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141/.tmp/testFamily/07e19c6981854ad8a7055a6a1f4623a4 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141/testFamily/07e19c6981854ad8a7055a6a1f4623a4
2024-11-13T20:41:32,266 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141/testFamily/07e19c6981854ad8a7055a6a1f4623a4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:32,268 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 376963a3947fbe1849610caf492be141 in 288ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:32,333 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:32,533 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 376963a3947fbe1849610caf492be141, 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:32,604 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/default/testNormalScanTimeoutOnOpenScanner/376963a3947fbe1849610caf492be141/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:32,607 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:41:32,608 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 376963a3947fbe1849610caf492be141:
Waiting for close lock at 1731530491980Running coprocessor pre-close hooks at 1731530491980Disabling compacts and flushes for region at 1731530491980Disabling writes for close at 1731530491980Obtaining lock to block concurrent updates at 1731530491980Preparing flush snapshotting stores in 376963a3947fbe1849610caf492be141 at 1731530491980Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530491980Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141. at 1731530491981 (+1 ms)Flushing 376963a3947fbe1849610caf492be141/testFamily: creating writer at 1731530491981Flushing 376963a3947fbe1849610caf492be141/testFamily: appending metadata at 1731530492002 (+21 ms)Flushing 376963a3947fbe1849610caf492be141/testFamily: closing flushed file at 1731530492002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a949e90: reopening flushed file at 1731530492233 (+231 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 376963a3947fbe1849610caf492be141 in 288ms, sequenceid=8, compaction requested=false at 1731530492268 (+35 ms)Writing region close event to WAL at 1731530492562 (+294 ms)Running coprocessor post-close hooks at 1731530492607 (+45 ms)Closed at 1731530492607
2024-11-13T20:41:32,608 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731530449640.376963a3947fbe1849610caf492be141.
2024-11-13T20:41:32,608 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fe47b5ed1c387b3ae3522f027c8e9a8, disabling compactions & flushes
2024-11-13T20:41:32,608 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:32,608 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:32,608 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8. after waiting 0 ms
2024-11-13T20:41:32,608 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:32,608 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0fe47b5ed1c387b3ae3522f027c8e9a8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:32,733 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-13T20:41:32,734 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1325): Online Regions={0fe47b5ed1c387b3ae3522f027c8e9a8=hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8., 14a1762585e3c524fad5bc865b2e0afa=hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa., fd85f495605c5a86491218b74a267e18=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., 6df15a4e83c1598763e07bc548a54dcf=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.}
2024-11-13T20:41:32,734 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:32,860 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8/.tmp/testFamily/0442eb82601a4766b1455c515e96d12f is 61, key is row-0/testFamily:testQualifier/1731530474157/Put/seqid=0
2024-11-13T20:41:32,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741864_1040 (size=5049)
2024-11-13T20:41:32,876 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8/.tmp/testFamily/0442eb82601a4766b1455c515e96d12f
2024-11-13T20:41:32,916 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8/.tmp/testFamily/0442eb82601a4766b1455c515e96d12f as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8/testFamily/0442eb82601a4766b1455c515e96d12f
2024-11-13T20:41:32,936 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 0fe47b5ed1c387b3ae3522f027c8e9a8, 14a1762585e3c524fad5bc865b2e0afa, 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:32,964 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8/testFamily/0442eb82601a4766b1455c515e96d12f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:32,966 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0fe47b5ed1c387b3ae3522f027c8e9a8 in 358ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:33,074 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNext/0fe47b5ed1c387b3ae3522f027c8e9a8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:33,076 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:33,076 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fe47b5ed1c387b3ae3522f027c8e9a8:
Waiting for close lock at 1731530492608Running coprocessor pre-close hooks at 1731530492608Disabling compacts and flushes for region at 1731530492608Disabling writes for close at 1731530492608Obtaining lock to block concurrent updates at 1731530492608Preparing flush snapshotting stores in 0fe47b5ed1c387b3ae3522f027c8e9a8 at 1731530492608Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530492609 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8. at 1731530492610 (+1 ms)Flushing 0fe47b5ed1c387b3ae3522f027c8e9a8/testFamily: creating writer at 1731530492610Flushing 0fe47b5ed1c387b3ae3522f027c8e9a8/testFamily: appending metadata at 1731530492787 (+177 ms)Flushing 0fe47b5ed1c387b3ae3522f027c8e9a8/testFamily: closing flushed file at 1731530492787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1956b16: reopening flushed file at 1731530492907 (+120 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0fe47b5ed1c387b3ae3522f027c8e9a8 in 358ms, sequenceid=8, compaction requested=false at 1731530492966 (+59 ms)Writing region close event to WAL at 1731530493042 (+76 ms)Running coprocessor post-close hooks at 1731530493076 (+34 ms)Closed at 1731530493076
2024-11-13T20:41:33,076 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731530471093.0fe47b5ed1c387b3ae3522f027c8e9a8.
2024-11-13T20:41:33,077 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14a1762585e3c524fad5bc865b2e0afa, disabling compactions & flushes
2024-11-13T20:41:33,077 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:41:33,077 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:41:33,077 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa. after waiting 0 ms
2024-11-13T20:41:33,077 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:41:33,077 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 14a1762585e3c524fad5bc865b2e0afa 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:33,137 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 14a1762585e3c524fad5bc865b2e0afa, 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:33,150 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa/.tmp/testFamily/bb940e1fec104d41ba44073886f5e148 is 61, key is row-0/testFamily:testQualifier/1731530442498/Put/seqid=0
2024-11-13T20:41:33,344 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 14a1762585e3c524fad5bc865b2e0afa, 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:33,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741865_1041 (size=5049)
2024-11-13T20:41:33,373 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa/.tmp/testFamily/bb940e1fec104d41ba44073886f5e148
2024-11-13T20:41:33,400 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa/.tmp/testFamily/bb940e1fec104d41ba44073886f5e148 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa/testFamily/bb940e1fec104d41ba44073886f5e148
2024-11-13T20:41:33,446 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa/testFamily/bb940e1fec104d41ba44073886f5e148, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:33,469 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 14a1762585e3c524fad5bc865b2e0afa in 391ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:33,545 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 14a1762585e3c524fad5bc865b2e0afa, 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:33,641 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnNextAsync/14a1762585e3c524fad5bc865b2e0afa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:33,642 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:41:33,642 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14a1762585e3c524fad5bc865b2e0afa:
Waiting for close lock at 1731530493077Running coprocessor pre-close hooks at 1731530493077Disabling compacts and flushes for region at 1731530493077Disabling writes for close at 1731530493077Obtaining lock to block concurrent updates at 1731530493077Preparing flush snapshotting stores in 14a1762585e3c524fad5bc865b2e0afa at 1731530493077Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530493077Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa. at 1731530493078 (+1 ms)Flushing 14a1762585e3c524fad5bc865b2e0afa/testFamily: creating writer at 1731530493078Flushing 14a1762585e3c524fad5bc865b2e0afa/testFamily: appending metadata at 1731530493150 (+72 ms)Flushing 14a1762585e3c524fad5bc865b2e0afa/testFamily: closing flushed file at 1731530493150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b84c3f: reopening flushed file at 1731530493382 (+232 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 14a1762585e3c524fad5bc865b2e0afa in 391ms, sequenceid=8, compaction requested=false at 1731530493469 (+87 ms)Writing region close event to WAL at 1731530493609 (+140 ms)Running coprocessor post-close hooks at 1731530493641 (+32 ms)Closed at 1731530493642 (+1 ms)
2024-11-13T20:41:33,642 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731530441457.14a1762585e3c524fad5bc865b2e0afa.
2024-11-13T20:41:33,642 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd85f495605c5a86491218b74a267e18, disabling compactions & flushes
2024-11-13T20:41:33,642 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:41:33,642 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:41:33,643 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18. after waiting 0 ms
2024-11-13T20:41:33,643 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:41:33,643 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd85f495605c5a86491218b74a267e18 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:33,745 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-13T20:41:33,745 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1325): Online Regions={fd85f495605c5a86491218b74a267e18=hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., 6df15a4e83c1598763e07bc548a54dcf=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.}
2024-11-13T20:41:33,745 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:33,818 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18/.tmp/testFamily/78f308856a054d7394e54210a89d5d69 is 61, key is row-0/testFamily:testQualifier/1731530435406/Put/seqid=0
2024-11-13T20:41:33,946 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:33,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741866_1042 (size=5049)
2024-11-13T20:41:33,960 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18/.tmp/testFamily/78f308856a054d7394e54210a89d5d69
2024-11-13T20:41:34,108 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18/.tmp/testFamily/78f308856a054d7394e54210a89d5d69 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18/testFamily/78f308856a054d7394e54210a89d5d69
2024-11-13T20:41:34,131 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18/testFamily/78f308856a054d7394e54210a89d5d69, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:34,136 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd85f495605c5a86491218b74a267e18 in 493ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:34,148 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 6df15a4e83c1598763e07bc548a54dcf, fd85f495605c5a86491218b74a267e18
2024-11-13T20:41:34,155 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-13T20:41:34,304 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScanner/fd85f495605c5a86491218b74a267e18/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:34,306 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:41:34,306 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd85f495605c5a86491218b74a267e18:
Waiting for close lock at 1731530493642Running coprocessor pre-close hooks at 1731530493642Disabling compacts and flushes for region at 1731530493642Disabling writes for close at 1731530493643 (+1 ms)Obtaining lock to block concurrent updates at 1731530493643Preparing flush snapshotting stores in fd85f495605c5a86491218b74a267e18 at 1731530493643Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530493643Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18. at 1731530493644 (+1 ms)Flushing fd85f495605c5a86491218b74a267e18/testFamily: creating writer at 1731530493644Flushing fd85f495605c5a86491218b74a267e18/testFamily: appending metadata at 1731530493818 (+174 ms)Flushing fd85f495605c5a86491218b74a267e18/testFamily: closing flushed file at 1731530493818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bcd38c: reopening flushed file at 1731530494098 (+280 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fd85f495605c5a86491218b74a267e18 in 493ms, sequenceid=8, compaction requested=false at 1731530494137 (+39 ms)Writing region close event to WAL at 1731530494260 (+123 ms)Running coprocessor post-close hooks at 1731530494306 (+46 ms)Closed at 1731530494306
2024-11-13T20:41:34,306 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731530434376.fd85f495605c5a86491218b74a267e18.
2024-11-13T20:41:34,306 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6df15a4e83c1598763e07bc548a54dcf, disabling compactions & flushes
2024-11-13T20:41:34,306 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:34,306 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:34,306 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf. after waiting 0 ms
2024-11-13T20:41:34,306 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:34,307 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6df15a4e83c1598763e07bc548a54dcf 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-13T20:41:34,349 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:34,378 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf/.tmp/testFamily/73f7ed87a2d34a409544ad939bfa3de9 is 61, key is row-0/testFamily:testQualifier/1731530464910/Put/seqid=0
2024-11-13T20:41:34,549 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:34,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741867_1043 (size=5049)
2024-11-13T20:41:34,602 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf/.tmp/testFamily/73f7ed87a2d34a409544ad939bfa3de9
2024-11-13T20:41:34,632 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf/.tmp/testFamily/73f7ed87a2d34a409544ad939bfa3de9 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf/testFamily/73f7ed87a2d34a409544ad939bfa3de9
2024-11-13T20:41:34,641 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf/testFamily/73f7ed87a2d34a409544ad939bfa3de9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-13T20:41:34,648 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6df15a4e83c1598763e07bc548a54dcf in 342ms, sequenceid=8, compaction requested=false
2024-11-13T20:41:34,752 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-13T20:41:34,752 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1325): Online Regions={6df15a4e83c1598763e07bc548a54dcf=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.}
2024-11-13T20:41:34,752 DEBUG [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1351): Waiting on 6df15a4e83c1598763e07bc548a54dcf
2024-11-13T20:41:34,892 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6df15a4e83c1598763e07bc548a54dcf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-13T20:41:34,893 INFO  [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:34,894 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6df15a4e83c1598763e07bc548a54dcf:
Waiting for close lock at 1731530494306Running coprocessor pre-close hooks at 1731530494306Disabling compacts and flushes for region at 1731530494306Disabling writes for close at 1731530494306Obtaining lock to block concurrent updates at 1731530494307 (+1 ms)Preparing flush snapshotting stores in 6df15a4e83c1598763e07bc548a54dcf at 1731530494307Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731530494307Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf. at 1731530494316 (+9 ms)Flushing 6df15a4e83c1598763e07bc548a54dcf/testFamily: creating writer at 1731530494316Flushing 6df15a4e83c1598763e07bc548a54dcf/testFamily: appending metadata at 1731530494376 (+60 ms)Flushing 6df15a4e83c1598763e07bc548a54dcf/testFamily: closing flushed file at 1731530494376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aa8727: reopening flushed file at 1731530494627 (+251 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6df15a4e83c1598763e07bc548a54dcf in 342ms, sequenceid=8, compaction requested=false at 1731530494649 (+22 ms)Writing region close event to WAL at 1731530494885 (+236 ms)Running coprocessor post-close hooks at 1731530494893 (+8 ms)Closed at 1731530494893
2024-11-13T20:41:34,894 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731530461859.6df15a4e83c1598763e07bc548a54dcf.
2024-11-13T20:41:34,913 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=04ac815325d6:37655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-13T20:41:34,953 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,38329,1731530395890; all regions closed.
2024-11-13T20:41:34,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741834_1010 (size=19479)
2024-11-13T20:41:34,977 DEBUG [RS:0;04ac815325d6:38329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/oldWALs
2024-11-13T20:41:34,977 INFO  [RS:0;04ac815325d6:38329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C38329%2C1731530395890.meta:.meta(num 1731530430616)
2024-11-13T20:41:34,996 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/WALs/04ac815325d6,38329,1731530395890/04ac815325d6%2C38329%2C1731530395890.1731530430193 not finished, retry = 0
2024-11-13T20:41:35,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741833_1009 (size=20031)
2024-11-13T20:41:35,138 DEBUG [RS:0;04ac815325d6:38329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/oldWALs
2024-11-13T20:41:35,138 INFO  [RS:0;04ac815325d6:38329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C38329%2C1731530395890:(num 1731530430193)
2024-11-13T20:41:35,138 DEBUG [RS:0;04ac815325d6:38329 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-13T20:41:35,138 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T20:41:35,138 INFO  [RS:0;04ac815325d6:38329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T20:41:35,138 INFO  [RS:0;04ac815325d6:38329 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-13T20:41:35,139 INFO  [RS:0;04ac815325d6:38329 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T20:41:35,141 INFO  [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T20:41:35,141 INFO  [RS:0;04ac815325d6:38329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38329
2024-11-13T20:41:35,145 INFO  [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-13T20:41:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,38329,1731530395890
2024-11-13T20:41:35,154 INFO  [RS:0;04ac815325d6:38329 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T20:41:35,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-13T20:41:35,158 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,38329,1731530395890]
2024-11-13T20:41:35,160 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,38329,1731530395890 already deleted, retry=false
2024-11-13T20:41:35,160 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,38329,1731530395890 expired; onlineServers=0
2024-11-13T20:41:35,160 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,37655,1731530395154' *****
2024-11-13T20:41:35,160 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-13T20:41:35,160 INFO  [M:0;04ac815325d6:37655 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-13T20:41:35,160 INFO  [M:0;04ac815325d6:37655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-13T20:41:35,161 DEBUG [M:0;04ac815325d6:37655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-13T20:41:35,161 DEBUG [M:0;04ac815325d6:37655 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-13T20:41:35,161 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731530399935 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731530399935,5,FailOnTimeoutGroup]
2024-11-13T20:41:35,161 INFO  [M:0;04ac815325d6:37655 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-13T20:41:35,161 INFO  [M:0;04ac815325d6:37655 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-13T20:41:35,161 DEBUG [M:0;04ac815325d6:37655 {}] master.HMaster(1795): Stopping service threads
2024-11-13T20:41:35,161 INFO  [M:0;04ac815325d6:37655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-13T20:41:35,161 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-13T20:41:35,162 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731530399936 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731530399936,5,FailOnTimeoutGroup]
2024-11-13T20:41:35,162 INFO  [M:0;04ac815325d6:37655 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-13T20:41:35,163 INFO  [M:0;04ac815325d6:37655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-13T20:41:35,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-13T20:41:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-13T20:41:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-13T20:41:35,165 DEBUG [M:0;04ac815325d6:37655 {}] zookeeper.ZKUtil(347): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-13T20:41:35,165 WARN  [M:0;04ac815325d6:37655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-13T20:41:35,166 INFO  [M:0;04ac815325d6:37655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/.lastflushedseqids
2024-11-13T20:41:35,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T20:41:35,260 INFO  [RS:0;04ac815325d6:38329 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T20:41:35,261 INFO  [RS:0;04ac815325d6:38329 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,38329,1731530395890; zookeeper connection closed.
2024-11-13T20:41:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38329-0x1003adf14d60001, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T20:41:35,340 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@187e344a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@187e344a
2024-11-13T20:41:35,341 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-13T20:41:35,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741868_1044 (size=523)
2024-11-13T20:41:35,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-13T20:41:35,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-13T20:41:35,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-13T20:41:35,812 INFO  [M:0;04ac815325d6:37655 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-13T20:41:35,812 INFO  [M:0;04ac815325d6:37655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-13T20:41:35,812 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-13T20:41:35,812 INFO  [M:0;04ac815325d6:37655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:41:35,813 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:41:35,813 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-13T20:41:35,813 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:41:35,813 INFO  [M:0;04ac815325d6:37655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.85 KB heapSize=190.46 KB
2024-11-13T20:41:35,985 DEBUG [M:0;04ac815325d6:37655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b53498d3fe464293815958f99516e69e is 82, key is hbase:meta,,1/info:regioninfo/1731530430738/Put/seqid=0
2024-11-13T20:41:36,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741869_1045 (size=5672)
2024-11-13T20:41:36,079 INFO  [M:0;04ac815325d6:37655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b53498d3fe464293815958f99516e69e
2024-11-13T20:41:36,223 DEBUG [M:0;04ac815325d6:37655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f696502060434c09b136effbb7aafd56 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731530432481/Put/seqid=0
2024-11-13T20:41:36,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741870_1046 (size=14069)
2024-11-13T20:41:36,308 INFO  [M:0;04ac815325d6:37655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.30 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f696502060434c09b136effbb7aafd56
2024-11-13T20:41:36,318 INFO  [M:0;04ac815325d6:37655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f696502060434c09b136effbb7aafd56
2024-11-13T20:41:36,372 DEBUG [M:0;04ac815325d6:37655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a7068ff66c845ce9fd95d5733e7b4e8 is 69, key is 04ac815325d6,38329,1731530395890/rs:state/1731530399994/Put/seqid=0
2024-11-13T20:41:36,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741871_1047 (size=5156)
2024-11-13T20:41:36,424 INFO  [M:0;04ac815325d6:37655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a7068ff66c845ce9fd95d5733e7b4e8
2024-11-13T20:41:36,437 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b53498d3fe464293815958f99516e69e as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b53498d3fe464293815958f99516e69e
2024-11-13T20:41:36,449 INFO  [M:0;04ac815325d6:37655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b53498d3fe464293815958f99516e69e, entries=8, sequenceid=313, filesize=5.5 K
2024-11-13T20:41:36,451 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f696502060434c09b136effbb7aafd56 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f696502060434c09b136effbb7aafd56
2024-11-13T20:41:36,461 INFO  [M:0;04ac815325d6:37655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f696502060434c09b136effbb7aafd56
2024-11-13T20:41:36,462 INFO  [M:0;04ac815325d6:37655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f696502060434c09b136effbb7aafd56, entries=33, sequenceid=313, filesize=13.7 K
2024-11-13T20:41:36,464 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a7068ff66c845ce9fd95d5733e7b4e8 as hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a7068ff66c845ce9fd95d5733e7b4e8
2024-11-13T20:41:36,473 INFO  [M:0;04ac815325d6:37655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ef552d37-f786-3b08-42b4-cf0a9b006950/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a7068ff66c845ce9fd95d5733e7b4e8, entries=1, sequenceid=313, filesize=5.0 K
2024-11-13T20:41:36,475 INFO  [M:0;04ac815325d6:37655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.85 KB/166763, heapSize ~190.16 KB/194728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=313, compaction requested=false
2024-11-13T20:41:36,498 INFO  [M:0;04ac815325d6:37655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-13T20:41:36,498 DEBUG [M:0;04ac815325d6:37655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731530495812Disabling compacts and flushes for region at 1731530495812Disabling writes for close at 1731530495813 (+1 ms)Obtaining lock to block concurrent updates at 1731530495813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731530495813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166763, getHeapSize=194968, getOffHeapSize=0, getCellsCount=360 at 1731530495814 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731530495815 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731530495815Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731530495977 (+162 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731530495985 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731530496094 (+109 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731530496222 (+128 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731530496222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731530496319 (+97 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731530496371 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731530496371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787ca41a: reopening flushed file at 1731530496436 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3b6848: reopening flushed file at 1731530496449 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6384c3aa: reopening flushed file at 1731530496462 (+13 ms)Finished flush of dataSize ~162.85 KB/166763, heapSize ~190.16 KB/194728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=313, compaction requested=false at 1731530496475 (+13 ms)Writing region close event to WAL at 1731530496498 (+23 ms)Closed at 1731530496498
2024-11-13T20:41:36,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38465 is added to blk_1073741830_1006 (size=187715)
2024-11-13T20:41:36,528 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-13T20:41:36,528 INFO  [M:0;04ac815325d6:37655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-13T20:41:36,528 INFO  [M:0;04ac815325d6:37655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37655
2024-11-13T20:41:36,528 INFO  [M:0;04ac815325d6:37655 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-13T20:41:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T20:41:36,631 INFO  [M:0;04ac815325d6:37655 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-13T20:41:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x1003adf14d60000, quorum=127.0.0.1:55061, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-13T20:41:36,651 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62138f9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-13T20:41:36,655 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aadda0e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T20:41:36,655 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:41:36,655 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262167d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T20:41:36,655 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63308498{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/hadoop.log.dir/,STOPPED}
2024-11-13T20:41:36,659 WARN  [BP-133347006-172.17.0.2-1731530390971 heartbeating to localhost/127.0.0.1:33291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-13T20:41:36,659 WARN  [BP-133347006-172.17.0.2-1731530390971 heartbeating to localhost/127.0.0.1:33291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133347006-172.17.0.2-1731530390971 (Datanode Uuid 74d68024-220c-42eb-bacd-6ce65b067db4) service to localhost/127.0.0.1:33291
2024-11-13T20:41:36,661 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/cluster_ff64d545-3d23-ec30-7457-61ca67793e87/data/data1/current/BP-133347006-172.17.0.2-1731530390971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T20:41:36,661 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/cluster_ff64d545-3d23-ec30-7457-61ca67793e87/data/data2/current/BP-133347006-172.17.0.2-1731530390971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-13T20:41:36,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-13T20:41:36,662 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-13T20:41:36,662 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-13T20:41:36,673 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@275a5b49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-13T20:41:36,674 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dc41719{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-13T20:41:36,674 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-13T20:41:36,674 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2183003e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-13T20:41:36,674 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@795e641e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d3676f-0934-2cea-a589-e2a201cc5004/hadoop.log.dir/,STOPPED}
2024-11-13T20:41:36,683 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-13T20:41:36,711 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down