2024-12-10 07:35:44,655 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-10 07:35:44,675 main DEBUG Took 0.011254 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-10 07:35:44,676 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-10 07:35:44,676 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-10 07:35:44,677 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-10 07:35:44,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,688 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-10 07:35:44,703 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,705 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,706 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,708 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,711 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,713 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,714 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,716 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-10 07:35:44,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,718 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-10 07:35:44,720 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-10 07:35:44,722 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-10 07:35:44,724 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-10 07:35:44,725 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-10 07:35:44,727 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-10 07:35:44,727 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-10 07:35:44,737 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-10 07:35:44,740 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-10 07:35:44,742 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-10 07:35:44,742 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-10 07:35:44,743 main DEBUG createAppenders(={Console})
2024-12-10 07:35:44,744 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-10 07:35:44,744 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-10 07:35:44,745 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-10 07:35:44,745 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-10 07:35:44,746 main DEBUG OutputStream closed
2024-12-10 07:35:44,746 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-10 07:35:44,746 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-10 07:35:44,747 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-10 07:35:44,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-10 07:35:44,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-10 07:35:44,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-10 07:35:44,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-10 07:35:44,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-10 07:35:44,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-10 07:35:44,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-10 07:35:44,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-10 07:35:44,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-10 07:35:44,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-10 07:35:44,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-10 07:35:44,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-10 07:35:44,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-10 07:35:44,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-10 07:35:44,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-10 07:35:44,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-10 07:35:44,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-10 07:35:44,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-10 07:35:44,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-10 07:35:44,850 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-10 07:35:44,850 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-10 07:35:44,851 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-10T07:35:44,867 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-10 07:35:44,870 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-10 07:35:44,871 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-10T07:35:45,127 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0
2024-12-10T07:35:45,150 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-10T07:35:45,171 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/cluster_9a8bb8f0-aa93-b7ed-a999-ed5376055e8d, deleteOnExit=true
2024-12-10T07:35:45,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-10T07:35:45,173 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/test.cache.data in system properties and HBase conf
2024-12-10T07:35:45,173 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/hadoop.tmp.dir in system properties and HBase conf
2024-12-10T07:35:45,174 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/hadoop.log.dir in system properties and HBase conf
2024-12-10T07:35:45,175 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-10T07:35:45,175 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-10T07:35:45,175 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-10T07:35:45,275 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-10T07:35:45,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-10T07:35:45,384 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-10T07:35:45,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-10T07:35:45,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-10T07:35:45,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-10T07:35:45,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-10T07:35:45,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-10T07:35:45,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-10T07:35:45,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-10T07:35:45,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-10T07:35:45,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/nfs.dump.dir in system properties and HBase conf
2024-12-10T07:35:45,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/java.io.tmpdir in system properties and HBase conf
2024-12-10T07:35:45,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-10T07:35:45,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-10T07:35:45,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-10T07:35:46,517 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-10T07:35:46,594 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2654ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-10T07:35:46,678 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-10T07:35:46,748 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-10T07:35:46,771 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-10T07:35:46,772 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-10T07:35:46,773 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-10T07:35:46,787 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-10T07:35:46,790 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/hadoop.log.dir/,AVAILABLE}
2024-12-10T07:35:46,791 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-10T07:35:46,985 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/java.io.tmpdir/jetty-localhost-46159-hadoop-hdfs-3_4_1-tests_jar-_-any-15986852017134861068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-10T07:35:46,996 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:46159}
2024-12-10T07:35:46,996 INFO  [Time-limited test {}] server.Server(415): Started @3058ms
2024-12-10T07:35:47,596 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-10T07:35:47,605 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-10T07:35:47,606 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-10T07:35:47,606 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-10T07:35:47,606 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-10T07:35:47,607 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/hadoop.log.dir/,AVAILABLE}
2024-12-10T07:35:47,608 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-10T07:35:47,712 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/java.io.tmpdir/jetty-localhost-35071-hadoop-hdfs-3_4_1-tests_jar-_-any-7948139861543665861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-10T07:35:47,713 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:35071}
2024-12-10T07:35:47,713 INFO  [Time-limited test {}] server.Server(415): Started @3774ms
2024-12-10T07:35:47,763 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-10T07:35:48,846 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/cluster_9a8bb8f0-aa93-b7ed-a999-ed5376055e8d/data/data2/current/BP-78284433-172.17.0.3-1733816145974/current, will proceed with Du for space computation calculation, 
2024-12-10T07:35:48,846 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/cluster_9a8bb8f0-aa93-b7ed-a999-ed5376055e8d/data/data1/current/BP-78284433-172.17.0.3-1733816145974/current, will proceed with Du for space computation calculation, 
2024-12-10T07:35:48,881 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-10T07:35:48,931 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2130797a1aac852 with lease ID 0xce60da8c9e8e9f9a: Processing first storage report for DS-bba4a4e3-26a0-4f5b-a9f6-5fbf7ba40f5b from datanode DatanodeRegistration(127.0.0.1:41453, datanodeUuid=b4178af1-043d-4d78-9f50-6abafd629115, infoPort=40549, infoSecurePort=0, ipcPort=39383, storageInfo=lv=-57;cid=testClusterID;nsid=203840567;c=1733816145974)
2024-12-10T07:35:48,932 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2130797a1aac852 with lease ID 0xce60da8c9e8e9f9a: from storage DS-bba4a4e3-26a0-4f5b-a9f6-5fbf7ba40f5b node DatanodeRegistration(127.0.0.1:41453, datanodeUuid=b4178af1-043d-4d78-9f50-6abafd629115, infoPort=40549, infoSecurePort=0, ipcPort=39383, storageInfo=lv=-57;cid=testClusterID;nsid=203840567;c=1733816145974), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-10T07:35:48,933 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2130797a1aac852 with lease ID 0xce60da8c9e8e9f9a: Processing first storage report for DS-ac2d7407-343c-4a98-87a4-8a069295b3f8 from datanode DatanodeRegistration(127.0.0.1:41453, datanodeUuid=b4178af1-043d-4d78-9f50-6abafd629115, infoPort=40549, infoSecurePort=0, ipcPort=39383, storageInfo=lv=-57;cid=testClusterID;nsid=203840567;c=1733816145974)
2024-12-10T07:35:48,933 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2130797a1aac852 with lease ID 0xce60da8c9e8e9f9a: from storage DS-ac2d7407-343c-4a98-87a4-8a069295b3f8 node DatanodeRegistration(127.0.0.1:41453, datanodeUuid=b4178af1-043d-4d78-9f50-6abafd629115, infoPort=40549, infoSecurePort=0, ipcPort=39383, storageInfo=lv=-57;cid=testClusterID;nsid=203840567;c=1733816145974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-10T07:35:49,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0
2024-12-10T07:35:49,097 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/cluster_9a8bb8f0-aa93-b7ed-a999-ed5376055e8d/zookeeper_0, clientPort=61298, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/cluster_9a8bb8f0-aa93-b7ed-a999-ed5376055e8d/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/cluster_9a8bb8f0-aa93-b7ed-a999-ed5376055e8d/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-10T07:35:49,111 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61298
2024-12-10T07:35:49,123 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T07:35:49,127 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T07:35:49,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741825_1001 (size=7)
2024-12-10T07:35:49,777 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6 with version=8
2024-12-10T07:35:49,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/hbase-staging
2024-12-10T07:35:49,877 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-10T07:35:50,196 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b1396b8d2d12:0 server-side Connection retries=9
2024-12-10T07:35:50,209 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-10T07:35:50,210 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-10T07:35:50,215 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-10T07:35:50,216 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-10T07:35:50,216 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-10T07:35:50,369 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-10T07:35:50,437 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-10T07:35:50,446 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-10T07:35:50,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-10T07:35:50,480 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 82377 (auto-detected)
2024-12-10T07:35:50,481 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-10T07:35:50,502 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40873
2024-12-10T07:35:50,526 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40873 connecting to ZooKeeper ensemble=127.0.0.1:61298
2024-12-10T07:35:50,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408730x0, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-10T07:35:50,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40873-0x1000ea6eb1f0000 connected
2024-12-10T07:35:50,743 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T07:35:50,746 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T07:35:50,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-10T07:35:50,760 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6, hbase.cluster.distributed=false
2024-12-10T07:35:50,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-10T07:35:50,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40873
2024-12-10T07:35:50,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40873
2024-12-10T07:35:50,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40873
2024-12-10T07:35:50,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40873
2024-12-10T07:35:50,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40873
2024-12-10T07:35:50,907 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1396b8d2d12:0 server-side Connection retries=9
2024-12-10T07:35:50,909 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-10T07:35:50,909 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-10T07:35:50,910 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-10T07:35:50,910 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-10T07:35:50,910 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-10T07:35:50,913 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-10T07:35:50,915 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-10T07:35:50,916 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35053
2024-12-10T07:35:50,918 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35053 connecting to ZooKeeper ensemble=127.0.0.1:61298
2024-12-10T07:35:50,919 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T07:35:50,923 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T07:35:50,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350530x0, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-10T07:35:50,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350530x0, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-10T07:35:50,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35053-0x1000ea6eb1f0001 connected
2024-12-10T07:35:50,944 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-10T07:35:50,951 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-10T07:35:50,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-10T07:35:50,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-10T07:35:50,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35053
2024-12-10T07:35:50,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35053
2024-12-10T07:35:50,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35053
2024-12-10T07:35:50,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35053
2024-12-10T07:35:50,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35053
2024-12-10T07:35:50,982 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1396b8d2d12:40873
2024-12-10T07:35:50,983 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1396b8d2d12,40873,1733816149986
2024-12-10T07:35:50,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-10T07:35:50,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-10T07:35:50,996 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1396b8d2d12,40873,1733816149986
2024-12-10T07:35:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-10T07:35:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:51,026 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-10T07:35:51,027 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1396b8d2d12,40873,1733816149986 from backup master directory
2024-12-10T07:35:51,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1396b8d2d12,40873,1733816149986
2024-12-10T07:35:51,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-10T07:35:51,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-10T07:35:51,037 WARN  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-10T07:35:51,037 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1396b8d2d12,40873,1733816149986
2024-12-10T07:35:51,040 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-10T07:35:51,041 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-10T07:35:51,098 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/hbase.id] with ID: 07a7d794-b081-41b1-9aab-ebf62eefcbc6
2024-12-10T07:35:51,098 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/.tmp/hbase.id
2024-12-10T07:35:51,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741826_1002 (size=42)
2024-12-10T07:35:51,510 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/.tmp/hbase.id]:[hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/hbase.id]
2024-12-10T07:35:51,559 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-10T07:35:51,564 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-10T07:35:51,583 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-12-10T07:35:51,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:51,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:51,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741827_1003 (size=196)
2024-12-10T07:35:52,075 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:35:52,078 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-10T07:35:52,096 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T07:35:52,101 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-10T07:35:52,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741828_1004 (size=1189)
2024-12-10T07:35:52,551 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store
2024-12-10T07:35:52,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741829_1005 (size=34)
2024-12-10T07:35:52,977 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-10T07:35:52,982 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:35:52,984 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-10T07:35:52,984 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T07:35:52,985 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T07:35:52,986 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-10T07:35:52,987 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T07:35:52,987 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T07:35:52,988 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733816152984Disabling compacts and flushes for region at 1733816152984Disabling writes for close at 1733816152987 (+3 ms)Writing region close event to WAL at 1733816152987Closed at 1733816152987
2024-12-10T07:35:52,991 WARN  [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/.initializing
2024-12-10T07:35:52,991 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/WALs/b1396b8d2d12,40873,1733816149986
2024-12-10T07:35:52,999 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-10T07:35:53,015 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C40873%2C1733816149986, suffix=, logDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/WALs/b1396b8d2d12,40873,1733816149986, archiveDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/oldWALs, maxLogs=10
2024-12-10T07:35:53,047 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/WALs/b1396b8d2d12,40873,1733816149986/b1396b8d2d12%2C40873%2C1733816149986.1733816153021, exclude list is [], retry=0
2024-12-10T07:35:53,065 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41453,DS-bba4a4e3-26a0-4f5b-a9f6-5fbf7ba40f5b,DISK]
2024-12-10T07:35:53,068 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-10T07:35:53,106 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/WALs/b1396b8d2d12,40873,1733816149986/b1396b8d2d12%2C40873%2C1733816149986.1733816153021
2024-12-10T07:35:53,107 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40549:40549)]
2024-12-10T07:35:53,107 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:35:53,108 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:35:53,112 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T07:35:53,113 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T07:35:53,149 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-10T07:35:53,175 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-10T07:35:53,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:53,181 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:35:53,181 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-10T07:35:53,185 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-10T07:35:53,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:53,186 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:35:53,186 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-10T07:35:53,189 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-10T07:35:53,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:53,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:35:53,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-10T07:35:53,194 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-10T07:35:53,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:53,195 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:35:53,196 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T07:35:53,200 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-10T07:35:53,201 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-10T07:35:53,207 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T07:35:53,207 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T07:35:53,212 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-10T07:35:53,216 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-10T07:35:53,220 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:35:53,222 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60865583, jitterRate=-0.09303213655948639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-10T07:35:53,228 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733816153125Initializing all the Stores at 1733816153127 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733816153128 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816153129 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816153129Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816153129Cleaning up temporary data from old regions at 1733816153208 (+79 ms)Region opened successfully at 1733816153228 (+20 ms)
2024-12-10T07:35:53,229 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-10T07:35:53,261 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db52592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0
2024-12-10T07:35:53,292 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-10T07:35:53,305 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-10T07:35:53,305 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-10T07:35:53,309 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-10T07:35:53,310 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-10T07:35:53,317 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-12-10T07:35:53,317 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-10T07:35:53,349 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-10T07:35:53,359 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-10T07:35:53,425 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-10T07:35:53,427 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-10T07:35:53,429 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-10T07:35:53,435 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-10T07:35:53,438 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-10T07:35:53,442 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-10T07:35:53,454 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-10T07:35:53,457 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-10T07:35:53,467 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-10T07:35:53,488 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-10T07:35:53,498 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-10T07:35:53,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-10T07:35:53,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-10T07:35:53,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:53,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:53,513 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1396b8d2d12,40873,1733816149986, sessionid=0x1000ea6eb1f0000, setting cluster-up flag (Was=false)
2024-12-10T07:35:53,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:53,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:53,572 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-10T07:35:53,575 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1396b8d2d12,40873,1733816149986
2024-12-10T07:35:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:35:53,635 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-10T07:35:53,638 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1396b8d2d12,40873,1733816149986
2024-12-10T07:35:53,647 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-10T07:35:53,670 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(746): ClusterId : 07a7d794-b081-41b1-9aab-ebf62eefcbc6
2024-12-10T07:35:53,672 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-10T07:35:53,688 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-10T07:35:53,689 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-10T07:35:53,700 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-10T07:35:53,701 DEBUG [RS:0;b1396b8d2d12:35053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd86ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0
2024-12-10T07:35:53,717 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1396b8d2d12:35053
2024-12-10T07:35:53,720 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-10T07:35:53,720 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-10T07:35:53,721 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-10T07:35:53,723 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1396b8d2d12,40873,1733816149986 with port=35053, startcode=1733816150869
2024-12-10T07:35:53,726 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-10T07:35:53,735 DEBUG [RS:0;b1396b8d2d12:35053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-10T07:35:53,735 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-10T07:35:53,742 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-10T07:35:53,747 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1396b8d2d12,40873,1733816149986
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-10T07:35:53,756 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5
2024-12-10T07:35:53,757 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5
2024-12-10T07:35:53,757 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5
2024-12-10T07:35:53,758 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5
2024-12-10T07:35:53,758 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1396b8d2d12:0, corePoolSize=10, maxPoolSize=10
2024-12-10T07:35:53,758 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:35:53,758 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2
2024-12-10T07:35:53,758 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:35:53,763 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733816183763
2024-12-10T07:35:53,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-10T07:35:53,764 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-10T07:35:53,765 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-10T07:35:53,766 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-10T07:35:53,771 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-10T07:35:53,772 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-10T07:35:53,773 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:53,773 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-10T07:35:53,773 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-10T07:35:53,773 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-10T07:35:53,773 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-10T07:35:53,777 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-10T07:35:53,779 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40873 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T07:35:53,784 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-10T07:35:53,786 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-10T07:35:53,786 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-10T07:35:53,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741831_1007 (size=1321)
2024-12-10T07:35:53,794 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-10T07:35:53,795 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:35:53,808 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-10T07:35:53,809 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-10T07:35:53,809 WARN  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-10T07:35:53,809 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-10T07:35:53,815 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733816153810,5,FailOnTimeoutGroup]
2024-12-10T07:35:53,817 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733816153815,5,FailOnTimeoutGroup]
2024-12-10T07:35:53,817 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-10T07:35:53,817 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-10T07:35:53,819 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-10T07:35:53,819 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-10T07:35:53,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741832_1008 (size=32)
2024-12-10T07:35:54,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:35:54,239 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-10T07:35:54,243 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-10T07:35:54,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:54,244 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:35:54,244 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-10T07:35:54,247 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-10T07:35:54,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:54,248 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:35:54,248 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-10T07:35:54,251 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-10T07:35:54,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:54,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:35:54,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-10T07:35:54,256 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-10T07:35:54,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:35:54,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:35:54,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-10T07:35:54,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740
2024-12-10T07:35:54,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740
2024-12-10T07:35:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-10T07:35:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-10T07:35:54,264 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-10T07:35:54,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-10T07:35:54,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:35:54,271 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65292473, jitterRate=-0.027066335082054138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-10T07:35:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733816154235Initializing all the Stores at 1733816154238 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733816154238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733816154239 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816154239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733816154239Cleaning up temporary data from old regions at 1733816154263 (+24 ms)Region opened successfully at 1733816154273 (+10 ms)
2024-12-10T07:35:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-10T07:35:54,273 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-10T07:35:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-10T07:35:54,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-10T07:35:54,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-10T07:35:54,275 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-10T07:35:54,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733816154273Disabling compacts and flushes for region at 1733816154273Disabling writes for close at 1733816154274 (+1 ms)Writing region close event to WAL at 1733816154274Closed at 1733816154275 (+1 ms)
2024-12-10T07:35:54,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-10T07:35:54,278 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-10T07:35:54,283 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-10T07:35:54,291 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-10T07:35:54,294 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-10T07:35:54,445 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:35:55,446 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:35:56,446 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:35:57,447 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:35:58,448 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:35:59,448 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:00,434 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-10T07:36:00,435 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-10T07:36:00,449 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:01,450 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:02,451 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:03,451 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:04,452 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:05,453 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:06,453 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:07,454 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:08,455 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:09,455 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:10,456 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:11,457 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:12,457 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:13,458 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:14,459 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:15,460 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:16,460 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:17,461 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:18,462 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:19,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-10T07:36:19,463 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:20,463 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:21,464 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:22,465 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:23,465 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:23,810 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1396b8d2d12,40873,1733816149986 with port=35053, startcode=1733816150869
2024-12-10T07:36:23,812 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:23,815 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40873 {}] master.ServerManager(517): Registering regionserver=b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:23,824 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:36:23,824 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35857
2024-12-10T07:36:23,824 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-10T07:36:23,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-10T07:36:23,876 DEBUG [RS:0;b1396b8d2d12:35053 {}] zookeeper.ZKUtil(111): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:23,876 WARN  [RS:0;b1396b8d2d12:35053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-10T07:36:23,876 INFO  [RS:0;b1396b8d2d12:35053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-10T07:36:23,876 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/WALs/b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:23,879 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1396b8d2d12,35053,1733816150869]
2024-12-10T07:36:23,904 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-10T07:36:23,918 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-10T07:36:23,924 INFO  [RS:0;b1396b8d2d12:35053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-10T07:36:23,925 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,926 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-10T07:36:23,932 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-10T07:36:23,933 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,934 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,934 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,934 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,934 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,934 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,935 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2
2024-12-10T07:36:23,935 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,935 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,935 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,935 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,935 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,935 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1
2024-12-10T07:36:23,935 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3
2024-12-10T07:36:23,936 DEBUG [RS:0;b1396b8d2d12:35053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3
2024-12-10T07:36:23,944 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,944 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,945 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,945 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,945 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,945 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,35053,1733816150869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-10T07:36:23,964 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-10T07:36:23,966 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,35053,1733816150869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,966 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,967 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.Replication(171): b1396b8d2d12,35053,1733816150869 started
2024-12-10T07:36:23,984 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:23,985 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1482): Serving as b1396b8d2d12,35053,1733816150869, RpcServer on b1396b8d2d12/172.17.0.3:35053, sessionid=0x1000ea6eb1f0001
2024-12-10T07:36:23,986 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-10T07:36:23,986 DEBUG [RS:0;b1396b8d2d12:35053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:23,986 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,35053,1733816150869'
2024-12-10T07:36:23,987 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-10T07:36:23,988 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-10T07:36:23,988 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-10T07:36:23,989 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-10T07:36:23,989 DEBUG [RS:0;b1396b8d2d12:35053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:23,989 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,35053,1733816150869'
2024-12-10T07:36:23,989 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-10T07:36:23,990 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-10T07:36:23,990 DEBUG [RS:0;b1396b8d2d12:35053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-10T07:36:23,990 INFO  [RS:0;b1396b8d2d12:35053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-10T07:36:23,990 INFO  [RS:0;b1396b8d2d12:35053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-10T07:36:24,466 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:25,467 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:26,468 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:27,468 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:28,469 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:29,470 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:30,471 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:31,471 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:32,472 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:33,473 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:34,473 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:35,474 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:36,475 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:37,475 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:38,476 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:39,477 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:40,477 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:41,478 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:42,479 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:43,480 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:44,480 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:45,481 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:46,482 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:47,482 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:48,483 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:49,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-10T07:36:49,483 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:50,484 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:51,485 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:52,485 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:53,486 WARN  [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-10T07:36:54,001 INFO  [RS:0;b1396b8d2d12:35053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-10T07:36:54,004 INFO  [RS:0;b1396b8d2d12:35053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C35053%2C1733816150869, suffix=, logDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/WALs/b1396b8d2d12,35053,1733816150869, archiveDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/oldWALs, maxLogs=32
2024-12-10T07:36:54,018 DEBUG [RS:0;b1396b8d2d12:35053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/WALs/b1396b8d2d12,35053,1733816150869/b1396b8d2d12%2C35053%2C1733816150869.1733816214006, exclude list is [], retry=0
2024-12-10T07:36:54,022 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41453,DS-bba4a4e3-26a0-4f5b-a9f6-5fbf7ba40f5b,DISK]
2024-12-10T07:36:54,025 INFO  [RS:0;b1396b8d2d12:35053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/WALs/b1396b8d2d12,35053,1733816150869/b1396b8d2d12%2C35053%2C1733816150869.1733816214006
2024-12-10T07:36:54,026 DEBUG [RS:0;b1396b8d2d12:35053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40549:40549)]
2024-12-10T07:36:54,244 DEBUG [b1396b8d2d12:40873 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-10T07:36:54,256 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:54,263 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1396b8d2d12,35053,1733816150869, state=OPENING
2024-12-10T07:36:54,325 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-10T07:36:54,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:36:54,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:36:54,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-10T07:36:54,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-10T07:36:54,338 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-10T07:36:54,340 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:36:54,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-10T07:36:54,517 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-10T07:36:54,527 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-10T07:36:54,527 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-10T07:36:54,527 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-10T07:36:54,530 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C35053%2C1733816150869.meta, suffix=.meta, logDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/WALs/b1396b8d2d12,35053,1733816150869, archiveDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/oldWALs, maxLogs=32
2024-12-10T07:36:54,544 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/WALs/b1396b8d2d12,35053,1733816150869/b1396b8d2d12%2C35053%2C1733816150869.meta.1733816214532.meta, exclude list is [], retry=0
2024-12-10T07:36:54,547 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41453,DS-bba4a4e3-26a0-4f5b-a9f6-5fbf7ba40f5b,DISK]
2024-12-10T07:36:54,550 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/WALs/b1396b8d2d12,35053,1733816150869/b1396b8d2d12%2C35053%2C1733816150869.meta.1733816214532.meta
2024-12-10T07:36:54,550 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40549:40549)]
2024-12-10T07:36:54,551 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:36:54,552 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-10T07:36:54,554 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-10T07:36:54,558 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-10T07:36:54,562 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-10T07:36:54,563 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:36:54,563 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-10T07:36:54,563 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-10T07:36:54,566 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-10T07:36:54,567 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-10T07:36:54,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:36:54,568 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:36:54,568 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-10T07:36:54,570 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-10T07:36:54,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:36:54,571 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:36:54,571 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-10T07:36:54,572 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-10T07:36:54,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:36:54,573 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:36:54,573 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-10T07:36:54,574 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-10T07:36:54,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:36:54,575 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-10T07:36:54,576 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-10T07:36:54,577 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740
2024-12-10T07:36:54,580 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740
2024-12-10T07:36:54,582 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-10T07:36:54,582 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-10T07:36:54,583 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-10T07:36:54,585 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-10T07:36:54,587 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62720186, jitterRate=-0.06539639830589294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-10T07:36:54,587 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-10T07:36:54,588 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733816214563Writing region info on filesystem at 1733816214564 (+1 ms)Initializing all the Stores at 1733816214565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733816214565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733816214565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816214566 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733816214566Cleaning up temporary data from old regions at 1733816214582 (+16 ms)Running coprocessor post-open hooks at 1733816214587 (+5 ms)Region opened successfully at 1733816214588 (+1 ms)
2024-12-10T07:36:54,594 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733816214507
2024-12-10T07:36:54,605 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-10T07:36:54,606 INFO  [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-10T07:36:54,607 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:54,609 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1396b8d2d12,35053,1733816150869, state=OPEN
2024-12-10T07:36:54,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-10T07:36:54,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-10T07:36:54,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-10T07:36:54,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-10T07:36:54,652 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:54,658 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-10T07:36:54,658 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1396b8d2d12,35053,1733816150869 in 313 msec
2024-12-10T07:36:54,666 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-10T07:36:54,666 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.377 sec
2024-12-10T07:36:54,667 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-10T07:36:54,667 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-10T07:36:54,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-10T07:36:54,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,35053,1733816150869, seqNum=-1]
2024-12-10T07:36:54,703 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-10T07:36:54,706 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-10T07:36:54,725 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.045 sec
2024-12-10T07:36:54,725 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733816214725, completionTime=-1
2024-12-10T07:36:54,728 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-10T07:36:54,728 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-10T07:36:54,756 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-10T07:36:54,756 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733816274756
2024-12-10T07:36:54,756 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733816334756
2024-12-10T07:36:54,756 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec
2024-12-10T07:36:54,758 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,40873,1733816149986-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:54,758 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,40873,1733816149986-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:54,759 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,40873,1733816149986-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:54,760 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1396b8d2d12:40873, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:54,760 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:54,761 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:54,766 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-10T07:36:54,787 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.749sec
2024-12-10T07:36:54,788 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-10T07:36:54,790 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-10T07:36:54,791 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-10T07:36:54,791 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-10T07:36:54,791 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-10T07:36:54,792 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,40873,1733816149986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-10T07:36:54,793 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,40873,1733816149986-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-10T07:36:54,800 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-10T07:36:54,801 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-10T07:36:54,801 INFO  [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,40873,1733816149986-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-10T07:36:54,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T07:36:54,835 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-10T07:36:54,835 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-10T07:36:54,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1396b8d2d12,40873,-1 for getting cluster id
2024-12-10T07:36:54,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-10T07:36:54,849 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07a7d794-b081-41b1-9aab-ebf62eefcbc6'
2024-12-10T07:36:54,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-10T07:36:54,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07a7d794-b081-41b1-9aab-ebf62eefcbc6"

2024-12-10T07:36:54,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5905a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T07:36:54,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1396b8d2d12,40873,-1]
2024-12-10T07:36:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-10T07:36:54,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:36:54,858 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-10T07:36:54,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T07:36:54,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-10T07:36:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,35053,1733816150869, seqNum=-1]
2024-12-10T07:36:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-10T07:36:54,871 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-10T07:36:54,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1396b8d2d12,40873,1733816149986
2024-12-10T07:36:54,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T07:36:54,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1396b8d2d12,40873,-1 for getting cluster id
2024-12-10T07:36:54,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-10T07:36:54,891 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07a7d794-b081-41b1-9aab-ebf62eefcbc6'
2024-12-10T07:36:54,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-10T07:36:54,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07a7d794-b081-41b1-9aab-ebf62eefcbc6"

2024-12-10T07:36:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a1632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T07:36:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1396b8d2d12,40873,-1]
2024-12-10T07:36:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-10T07:36:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:36:54,895 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-10T07:36:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293b62f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-10T07:36:54,933 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=5423
2024-12-10T07:36:54,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-10T07:36:54,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1396b8d2d12,40873,1733816149986
2024-12-10T07:36:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0f8ba7
2024-12-10T07:36:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-10T07:36:54,954 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-10T07:36:54,959 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:36:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-10T07:36:54,968 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:36:54,970 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-10T07:36:54,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:36:54,972 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:36:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-10T07:36:54,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741835_1011 (size=428)
2024-12-10T07:36:55,393 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a357097d47355877b1927e54564fc66c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:36:55,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741836_1012 (size=79)
2024-12-10T07:36:55,805 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:36:55,805 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing a357097d47355877b1927e54564fc66c, disabling compactions & flushes
2024-12-10T07:36:55,806 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:36:55,806 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:36:55,806 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c. after waiting 0 ms
2024-12-10T07:36:55,806 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:36:55,806 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:36:55,806 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for a357097d47355877b1927e54564fc66c:
Waiting for close lock at 1733816215805Disabling compacts and flushes for region at 1733816215805Disabling writes for close at 1733816215806 (+1 ms)Writing region close event to WAL at 1733816215806Closed at 1733816215806
2024-12-10T07:36:55,811 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:36:55,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733816215811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816215811"}]},"ts":"1733816215811"}
2024-12-10T07:36:55,825 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:36:55,827 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:36:55,829 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816215827"}]},"ts":"1733816215827"}
2024-12-10T07:36:55,833 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-10T07:36:55,835 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a357097d47355877b1927e54564fc66c, ASSIGN}]
2024-12-10T07:36:55,837 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a357097d47355877b1927e54564fc66c, ASSIGN
2024-12-10T07:36:55,839 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a357097d47355877b1927e54564fc66c, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:36:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-10T07:36:55,992 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a357097d47355877b1927e54564fc66c, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:56,001 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a357097d47355877b1927e54564fc66c, ASSIGN because future has completed
2024-12-10T07:36:56,002 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a357097d47355877b1927e54564fc66c, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:36:56,168 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:36:56,168 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a357097d47355877b1927e54564fc66c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:36:56,169 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,169 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:36:56,169 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,169 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,171 INFO  [StoreOpener-a357097d47355877b1927e54564fc66c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a357097d47355877b1927e54564fc66c 
2024-12-10T07:36:56,174 INFO  [StoreOpener-a357097d47355877b1927e54564fc66c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a357097d47355877b1927e54564fc66c columnFamilyName testFamily
2024-12-10T07:36:56,174 DEBUG [StoreOpener-a357097d47355877b1927e54564fc66c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:36:56,176 INFO  [StoreOpener-a357097d47355877b1927e54564fc66c-1 {}] regionserver.HStore(327): Store=a357097d47355877b1927e54564fc66c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:36:56,176 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,178 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,179 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,180 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,180 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,183 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,187 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:36:56,188 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a357097d47355877b1927e54564fc66c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61866145, jitterRate=-0.07812260091304779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:36:56,188 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a357097d47355877b1927e54564fc66c
2024-12-10T07:36:56,189 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a357097d47355877b1927e54564fc66c:
Running coprocessor pre-open hook at 1733816216169Writing region info on filesystem at 1733816216169Initializing all the Stores at 1733816216171 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816216171Cleaning up temporary data from old regions at 1733816216180 (+9 ms)Running coprocessor post-open hooks at 1733816216188 (+8 ms)Region opened successfully at 1733816216189 (+1 ms)
2024-12-10T07:36:56,191 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c., pid=6, masterSystemTime=1733816216157
2024-12-10T07:36:56,196 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:36:56,196 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:36:56,197 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a357097d47355877b1927e54564fc66c, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:56,201 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a357097d47355877b1927e54564fc66c, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:36:56,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-10T07:36:56,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a357097d47355877b1927e54564fc66c, server=b1396b8d2d12,35053,1733816150869 in 201 msec
2024-12-10T07:36:56,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-10T07:36:56,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=a357097d47355877b1927e54564fc66c, ASSIGN in 374 msec
2024-12-10T07:36:56,216 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:36:56,216 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816216216"}]},"ts":"1733816216216"}
2024-12-10T07:36:56,219 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-10T07:36:56,221 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:36:56,225 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2590 sec
2024-12-10T07:36:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-10T07:36:57,996 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-10T07:36:57,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-10T07:36:57,998 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:36:58,004 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-10T07:36:58,005 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:36:58,005 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-10T07:36:58,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-10T07:36:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,35053,1733816150869, seqNum=-1]
2024-12-10T07:36:58,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-10T07:36:58,013 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-10T07:36:58,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:36:58,033 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:36:58,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-10T07:36:58,043 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-10T07:36:58,047 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-10T07:36:58,050 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-10T07:36:58,051 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5611525104669294600
2024-12-10T07:36:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:53034 deadline: 1733816221049, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T07:36:58,059 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-10T07:36:58,060 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-10T07:36:58,061 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:36:58,063 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:36:58,064 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5611525104669294602
2024-12-10T07:36:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:53034 deadline: 1733816221063, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T07:36:58,067 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:36:58,068 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5611525104669294603
2024-12-10T07:36:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:53034 deadline: 1733816221067, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T07:36:58,071 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:36:58,072 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5611525104669294604
2024-12-10T07:36:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:53034 deadline: 1733816221071, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T07:36:58,075 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:36:58,083 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1177259223_22 at /127.0.0.1:50758 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=5510 (was 5423) - AvailableMemoryMB LEAK? -
2024-12-10T07:36:58,090 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=5510
2024-12-10T07:36:58,094 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:36:58,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-10T07:36:58,098 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:36:58,098 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:36:58,098 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-10T07:36:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-10T07:36:58,100 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:36:58,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741837_1013 (size=414)
2024-12-10T07:36:58,513 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 324b5df263194d14a9a869b4b8cca311, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:36:58,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741838_1014 (size=65)
2024-12-10T07:36:58,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:36:58,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 324b5df263194d14a9a869b4b8cca311, disabling compactions & flushes
2024-12-10T07:36:58,925 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:36:58,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:36:58,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311. after waiting 0 ms
2024-12-10T07:36:58,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:36:58,925 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:36:58,925 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 324b5df263194d14a9a869b4b8cca311:
Waiting for close lock at 1733816218925Disabling compacts and flushes for region at 1733816218925Disabling writes for close at 1733816218925Writing region close event to WAL at 1733816218925Closed at 1733816218925
2024-12-10T07:36:58,927 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:36:58,928 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733816218928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816218928"}]},"ts":"1733816218928"}
2024-12-10T07:36:58,931 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:36:58,933 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:36:58,933 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816218933"}]},"ts":"1733816218933"}
2024-12-10T07:36:58,936 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-10T07:36:58,937 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=324b5df263194d14a9a869b4b8cca311, ASSIGN}]
2024-12-10T07:36:58,939 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=324b5df263194d14a9a869b4b8cca311, ASSIGN
2024-12-10T07:36:58,940 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=324b5df263194d14a9a869b4b8cca311, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:36:59,091 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=324b5df263194d14a9a869b4b8cca311, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:59,096 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=324b5df263194d14a9a869b4b8cca311, ASSIGN because future has completed
2024-12-10T07:36:59,097 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324b5df263194d14a9a869b4b8cca311, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:36:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-10T07:36:59,260 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:36:59,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 324b5df263194d14a9a869b4b8cca311, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:36:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:36:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,264 INFO  [StoreOpener-324b5df263194d14a9a869b4b8cca311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 324b5df263194d14a9a869b4b8cca311 
2024-12-10T07:36:59,266 INFO  [StoreOpener-324b5df263194d14a9a869b4b8cca311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324b5df263194d14a9a869b4b8cca311 columnFamilyName testFamily
2024-12-10T07:36:59,267 DEBUG [StoreOpener-324b5df263194d14a9a869b4b8cca311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:36:59,268 INFO  [StoreOpener-324b5df263194d14a9a869b4b8cca311-1 {}] regionserver.HStore(327): Store=324b5df263194d14a9a869b4b8cca311/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:36:59,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:36:59,280 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 324b5df263194d14a9a869b4b8cca311; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67646742, jitterRate=0.00801500678062439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:36:59,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:36:59,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 324b5df263194d14a9a869b4b8cca311:
Running coprocessor pre-open hook at 1733816219261Writing region info on filesystem at 1733816219261Initializing all the Stores at 1733816219263 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816219263Cleaning up temporary data from old regions at 1733816219272 (+9 ms)Running coprocessor post-open hooks at 1733816219281 (+9 ms)Region opened successfully at 1733816219282 (+1 ms)
2024-12-10T07:36:59,283 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., pid=9, masterSystemTime=1733816219251
2024-12-10T07:36:59,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:36:59,288 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:36:59,289 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=324b5df263194d14a9a869b4b8cca311, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:36:59,292 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324b5df263194d14a9a869b4b8cca311, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:36:59,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-10T07:36:59,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 324b5df263194d14a9a869b4b8cca311, server=b1396b8d2d12,35053,1733816150869 in 197 msec
2024-12-10T07:36:59,305 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-10T07:36:59,306 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=324b5df263194d14a9a869b4b8cca311, ASSIGN in 364 msec
2024-12-10T07:36:59,307 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:36:59,308 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816219308"}]},"ts":"1733816219308"}
2024-12-10T07:36:59,312 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-10T07:36:59,314 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:36:59,319 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2210 sec
2024-12-10T07:37:00,101 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:37:00,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-10T07:37:00,135 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-10T07:37:00,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-10T07:37:00,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-10T07:37:00,433 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:00,434 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-10T07:37:00,434 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-10T07:37:00,435 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-10T07:37:00,435 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:00,436 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-10T07:37:00,436 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-10T07:37:01,125 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-10T07:37:01,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-10T07:37:01,126 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:01,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-10T07:37:01,130 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:01,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-10T07:37:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:01,147 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:01,147 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-10T07:37:01,150 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-10T07:37:01,152 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-10T07:37:07,169 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b1396b8d2d12:35053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms
2024-12-10T07:37:07,170 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms
2024-12-10T07:37:07,170 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 from cache
2024-12-10T07:37:07,183 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=6304 (was 5510) - AvailableMemoryMB LEAK? -
2024-12-10T07:37:07,191 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=6303
2024-12-10T07:37:07,194 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:37:07,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-10T07:37:07,198 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:37:07,198 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:07,198 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-10T07:37:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-10T07:37:07,199 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:37:07,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741839_1015 (size=412)
2024-12-10T07:37:07,614 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da7efed8cf1d9d713abc9bcca85d6317, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:37:07,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741840_1016 (size=63)
2024-12-10T07:37:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-10T07:37:08,028 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:08,029 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing da7efed8cf1d9d713abc9bcca85d6317, disabling compactions & flushes
2024-12-10T07:37:08,029 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:37:08,029 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:37:08,029 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317. after waiting 0 ms
2024-12-10T07:37:08,029 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:37:08,029 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:37:08,029 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for da7efed8cf1d9d713abc9bcca85d6317:
Waiting for close lock at 1733816228028Disabling compacts and flushes for region at 1733816228028Disabling writes for close at 1733816228029 (+1 ms)Writing region close event to WAL at 1733816228029Closed at 1733816228029
2024-12-10T07:37:08,033 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:37:08,033 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733816228033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816228033"}]},"ts":"1733816228033"}
2024-12-10T07:37:08,036 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:37:08,038 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:37:08,038 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816228038"}]},"ts":"1733816228038"}
2024-12-10T07:37:08,040 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-10T07:37:08,041 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=da7efed8cf1d9d713abc9bcca85d6317, ASSIGN}]
2024-12-10T07:37:08,043 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=da7efed8cf1d9d713abc9bcca85d6317, ASSIGN
2024-12-10T07:37:08,044 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=da7efed8cf1d9d713abc9bcca85d6317, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:37:08,195 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=da7efed8cf1d9d713abc9bcca85d6317, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:08,198 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=da7efed8cf1d9d713abc9bcca85d6317, ASSIGN because future has completed
2024-12-10T07:37:08,198 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7efed8cf1d9d713abc9bcca85d6317, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:37:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-10T07:37:08,357 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:37:08,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => da7efed8cf1d9d713abc9bcca85d6317, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:37:08,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:08,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,360 INFO  [StoreOpener-da7efed8cf1d9d713abc9bcca85d6317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region da7efed8cf1d9d713abc9bcca85d6317 
2024-12-10T07:37:08,362 INFO  [StoreOpener-da7efed8cf1d9d713abc9bcca85d6317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7efed8cf1d9d713abc9bcca85d6317 columnFamilyName testFamily
2024-12-10T07:37:08,363 DEBUG [StoreOpener-da7efed8cf1d9d713abc9bcca85d6317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:08,364 INFO  [StoreOpener-da7efed8cf1d9d713abc9bcca85d6317-1 {}] regionserver.HStore(327): Store=da7efed8cf1d9d713abc9bcca85d6317/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:37:08,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:37:08,373 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened da7efed8cf1d9d713abc9bcca85d6317; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61391714, jitterRate=-0.08519217371940613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:37:08,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:37:08,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for da7efed8cf1d9d713abc9bcca85d6317:
Running coprocessor pre-open hook at 1733816228358Writing region info on filesystem at 1733816228358Initializing all the Stores at 1733816228360 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816228360Cleaning up temporary data from old regions at 1733816228366 (+6 ms)Running coprocessor post-open hooks at 1733816228373 (+7 ms)Region opened successfully at 1733816228374 (+1 ms)
2024-12-10T07:37:08,375 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317., pid=12, masterSystemTime=1733816228352
2024-12-10T07:37:08,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:37:08,379 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:37:08,379 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=da7efed8cf1d9d713abc9bcca85d6317, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:08,382 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7efed8cf1d9d713abc9bcca85d6317, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:37:08,388 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-10T07:37:08,388 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure da7efed8cf1d9d713abc9bcca85d6317, server=b1396b8d2d12,35053,1733816150869 in 186 msec
2024-12-10T07:37:08,391 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-10T07:37:08,391 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=da7efed8cf1d9d713abc9bcca85d6317, ASSIGN in 347 msec
2024-12-10T07:37:08,392 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:37:08,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816228392"}]},"ts":"1733816228392"}
2024-12-10T07:37:08,395 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-10T07:37:08,396 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:37:08,399 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2020 sec
2024-12-10T07:37:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-10T07:37:10,228 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-10T07:37:10,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-10T07:37:10,229 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:10,236 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-10T07:37:10,237 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:10,237 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-10T07:37:10,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:10,255 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:10,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-10T07:37:10,259 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-10T07:37:10,262 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-10T07:37:10,263 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-10T07:37:10,264 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-10T07:37:10,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-10T07:37:10,433 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:12,138 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-10T07:37:13,885 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:37:16,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35053 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294613' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T07:37:16,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35053 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:53034 deadline: 1733816242274, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294613' does not exist
2024-12-10T07:37:16,279 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b1396b8d2d12,35053,1733816150869 for closing scanner id = 5611525104669294613 for da7efed8cf1d9d713abc9bcca85d6317 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294613' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T07:37:16,282 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 254), ProcessCount=11 (was 11), AvailableMemoryMB=6106 (was 6303)
2024-12-10T07:37:16,289 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=6106
2024-12-10T07:37:16,291 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:37:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-10T07:37:16,294 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:37:16,294 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:16,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-10T07:37:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-10T07:37:16,296 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:37:16,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741841_1017 (size=423)
2024-12-10T07:37:16,710 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 523956941d9066364c4aa40310cb2546, NAME => 'testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:37:16,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741842_1018 (size=74)
2024-12-10T07:37:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-10T07:37:17,123 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:17,123 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 523956941d9066364c4aa40310cb2546, disabling compactions & flushes
2024-12-10T07:37:17,123 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:37:17,123 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:37:17,123 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546. after waiting 0 ms
2024-12-10T07:37:17,124 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:37:17,124 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:37:17,124 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 523956941d9066364c4aa40310cb2546:
Waiting for close lock at 1733816237123Disabling compacts and flushes for region at 1733816237123Disabling writes for close at 1733816237124 (+1 ms)Writing region close event to WAL at 1733816237124Closed at 1733816237124
2024-12-10T07:37:17,125 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:37:17,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733816237126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816237126"}]},"ts":"1733816237126"}
2024-12-10T07:37:17,129 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:37:17,130 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:37:17,130 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816237130"}]},"ts":"1733816237130"}
2024-12-10T07:37:17,133 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-10T07:37:17,134 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=523956941d9066364c4aa40310cb2546, ASSIGN}]
2024-12-10T07:37:17,136 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=523956941d9066364c4aa40310cb2546, ASSIGN
2024-12-10T07:37:17,137 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=523956941d9066364c4aa40310cb2546, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:37:17,288 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=523956941d9066364c4aa40310cb2546, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:17,291 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=523956941d9066364c4aa40310cb2546, ASSIGN because future has completed
2024-12-10T07:37:17,292 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 523956941d9066364c4aa40310cb2546, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:37:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-10T07:37:17,456 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:37:17,457 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 523956941d9066364c4aa40310cb2546, NAME => 'testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:37:17,457 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,457 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:17,457 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,457 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,459 INFO  [StoreOpener-523956941d9066364c4aa40310cb2546-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 523956941d9066364c4aa40310cb2546 
2024-12-10T07:37:17,462 INFO  [StoreOpener-523956941d9066364c4aa40310cb2546-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 523956941d9066364c4aa40310cb2546 columnFamilyName testFamily
2024-12-10T07:37:17,462 DEBUG [StoreOpener-523956941d9066364c4aa40310cb2546-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:17,463 INFO  [StoreOpener-523956941d9066364c4aa40310cb2546-1 {}] regionserver.HStore(327): Store=523956941d9066364c4aa40310cb2546/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:37:17,463 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,464 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,465 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,465 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,465 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,467 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,470 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:37:17,471 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 523956941d9066364c4aa40310cb2546; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73303872, jitterRate=0.09231281280517578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:37:17,471 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 523956941d9066364c4aa40310cb2546
2024-12-10T07:37:17,472 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 523956941d9066364c4aa40310cb2546:
Running coprocessor pre-open hook at 1733816237457Writing region info on filesystem at 1733816237457Initializing all the Stores at 1733816237459 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816237459Cleaning up temporary data from old regions at 1733816237465 (+6 ms)Running coprocessor post-open hooks at 1733816237471 (+6 ms)Region opened successfully at 1733816237471
2024-12-10T07:37:17,473 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546., pid=15, masterSystemTime=1733816237445
2024-12-10T07:37:17,475 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:37:17,475 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:37:17,476 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=523956941d9066364c4aa40310cb2546, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:17,478 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 523956941d9066364c4aa40310cb2546, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:37:17,483 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-10T07:37:17,483 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 523956941d9066364c4aa40310cb2546, server=b1396b8d2d12,35053,1733816150869 in 188 msec
2024-12-10T07:37:17,485 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-10T07:37:17,486 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=523956941d9066364c4aa40310cb2546, ASSIGN in 349 msec
2024-12-10T07:37:17,487 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:37:17,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816237487"}]},"ts":"1733816237487"}
2024-12-10T07:37:17,492 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-10T07:37:17,494 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:37:17,497 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2030 sec
2024-12-10T07:37:18,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-10T07:37:19,025 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-10T07:37:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-10T07:37:19,325 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-10T07:37:19,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-10T07:37:19,326 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:19,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-10T07:37:19,331 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:19,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-10T07:37:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:19,346 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:19,346 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-10T07:37:19,349 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-10T07:37:19,351 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-10T07:37:19,353 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-10T07:37:19,354 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5611525104669294617
2024-12-10T07:37:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:53034 deadline: 1733816242352, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T07:37:19,357 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-10T07:37:19,358 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-10T07:37:19,359 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:37:19,361 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:37:19,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5611525104669294619
2024-12-10T07:37:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:53034 deadline: 1733816242360, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T07:37:19,364 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:37:19,364 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5611525104669294620
2024-12-10T07:37:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:53034 deadline: 1733816242363, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T07:37:19,367 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:37:19,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5611525104669294621
2024-12-10T07:37:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:53034 deadline: 1733816242367, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-10T07:37:19,371 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-10T07:37:19,379 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1177259223_22 at /127.0.0.1:38434 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=6091 (was 6106)
2024-12-10T07:37:19,387 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=6091
2024-12-10T07:37:19,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:37:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-10T07:37:19,392 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:37:19,392 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:19,392 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-10T07:37:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-10T07:37:19,394 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:37:19,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741843_1019 (size=418)
2024-12-10T07:37:19,804 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e7d051fcb259e6af1d1f458b878febd, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:37:19,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741844_1020 (size=69)
2024-12-10T07:37:20,213 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:20,213 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 9e7d051fcb259e6af1d1f458b878febd, disabling compactions & flushes
2024-12-10T07:37:20,213 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:37:20,213 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:37:20,213 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd. after waiting 0 ms
2024-12-10T07:37:20,213 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:37:20,213 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:37:20,213 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e7d051fcb259e6af1d1f458b878febd:
Waiting for close lock at 1733816240213Disabling compacts and flushes for region at 1733816240213Disabling writes for close at 1733816240213Writing region close event to WAL at 1733816240213Closed at 1733816240213
2024-12-10T07:37:20,216 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:37:20,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733816240216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816240216"}]},"ts":"1733816240216"}
2024-12-10T07:37:20,219 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:37:20,221 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:37:20,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816240221"}]},"ts":"1733816240221"}
2024-12-10T07:37:20,223 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-10T07:37:20,224 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9e7d051fcb259e6af1d1f458b878febd, ASSIGN}]
2024-12-10T07:37:20,226 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9e7d051fcb259e6af1d1f458b878febd, ASSIGN
2024-12-10T07:37:20,227 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9e7d051fcb259e6af1d1f458b878febd, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:37:20,377 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=9e7d051fcb259e6af1d1f458b878febd, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:20,381 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9e7d051fcb259e6af1d1f458b878febd, ASSIGN because future has completed
2024-12-10T07:37:20,381 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e7d051fcb259e6af1d1f458b878febd, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:37:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-10T07:37:20,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-10T07:37:20,433 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:20,543 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:37:20,543 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e7d051fcb259e6af1d1f458b878febd, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:37:20,543 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,544 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:20,544 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,544 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,546 INFO  [StoreOpener-9e7d051fcb259e6af1d1f458b878febd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9e7d051fcb259e6af1d1f458b878febd 
2024-12-10T07:37:20,548 INFO  [StoreOpener-9e7d051fcb259e6af1d1f458b878febd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e7d051fcb259e6af1d1f458b878febd columnFamilyName testFamily
2024-12-10T07:37:20,549 DEBUG [StoreOpener-9e7d051fcb259e6af1d1f458b878febd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:20,550 INFO  [StoreOpener-9e7d051fcb259e6af1d1f458b878febd-1 {}] regionserver.HStore(327): Store=9e7d051fcb259e6af1d1f458b878febd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:37:20,550 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,551 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,552 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,552 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,552 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,555 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,557 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:37:20,558 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9e7d051fcb259e6af1d1f458b878febd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66331715, jitterRate=-0.011580422520637512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:37:20,558 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:37:20,559 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9e7d051fcb259e6af1d1f458b878febd:
Running coprocessor pre-open hook at 1733816240544Writing region info on filesystem at 1733816240544Initializing all the Stores at 1733816240545 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816240545Cleaning up temporary data from old regions at 1733816240552 (+7 ms)Running coprocessor post-open hooks at 1733816240558 (+6 ms)Region opened successfully at 1733816240559 (+1 ms)
2024-12-10T07:37:20,560 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., pid=18, masterSystemTime=1733816240534
2024-12-10T07:37:20,562 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:37:20,562 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:37:20,563 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=9e7d051fcb259e6af1d1f458b878febd, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:20,566 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e7d051fcb259e6af1d1f458b878febd, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:37:20,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-10T07:37:20,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e7d051fcb259e6af1d1f458b878febd, server=b1396b8d2d12,35053,1733816150869 in 186 msec
2024-12-10T07:37:20,574 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-10T07:37:20,574 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=9e7d051fcb259e6af1d1f458b878febd, ASSIGN in 347 msec
2024-12-10T07:37:20,575 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:37:20,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816240575"}]},"ts":"1733816240575"}
2024-12-10T07:37:20,578 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-10T07:37:20,579 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:37:20,581 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1900 sec
2024-12-10T07:37:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-10T07:37:22,425 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-10T07:37:22,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-10T07:37:22,426 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:22,430 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-10T07:37:22,430 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:22,430 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-10T07:37:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:22,445 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:22,445 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-10T07:37:22,449 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-10T07:37:22,451 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-10T07:37:22,959 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:37:23,458 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b1396b8d2d12:35053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-10T07:37:23,458 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-12-10T07:37:23,458 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 from cache
2024-12-10T07:37:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-10T07:37:24,143 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-10T07:37:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:24,479 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-10T07:37:25,458 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b1396b8d2d12:35053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=971ms
2024-12-10T07:37:25,459 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=971ms
2024-12-10T07:37:25,459 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 from cache
2024-12-10T07:37:25,472 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=5948 (was 6091)
2024-12-10T07:37:25,481 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=5948
2024-12-10T07:37:25,484 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:37:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-10T07:37:25,488 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:37:25,488 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:25,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-10T07:37:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-10T07:37:25,490 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:37:25,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741845_1021 (size=416)
2024-12-10T07:37:25,900 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3ef856fb4459fb2f953f8d79629cef4, NAME => 'testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:37:25,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741846_1022 (size=67)
2024-12-10T07:37:25,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-10T07:37:26,312 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:26,312 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f3ef856fb4459fb2f953f8d79629cef4, disabling compactions & flushes
2024-12-10T07:37:26,312 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:37:26,312 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:37:26,312 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4. after waiting 0 ms
2024-12-10T07:37:26,313 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:37:26,313 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:37:26,314 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3ef856fb4459fb2f953f8d79629cef4:
Waiting for close lock at 1733816246312Disabling compacts and flushes for region at 1733816246312Disabling writes for close at 1733816246313 (+1 ms)Writing region close event to WAL at 1733816246313Closed at 1733816246313
2024-12-10T07:37:26,318 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:37:26,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733816246318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816246318"}]},"ts":"1733816246318"}
2024-12-10T07:37:26,322 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:37:26,324 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:37:26,325 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816246324"}]},"ts":"1733816246324"}
2024-12-10T07:37:26,328 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-10T07:37:26,329 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3ef856fb4459fb2f953f8d79629cef4, ASSIGN}]
2024-12-10T07:37:26,331 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3ef856fb4459fb2f953f8d79629cef4, ASSIGN
2024-12-10T07:37:26,332 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3ef856fb4459fb2f953f8d79629cef4, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:37:26,483 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f3ef856fb4459fb2f953f8d79629cef4, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:26,487 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3ef856fb4459fb2f953f8d79629cef4, ASSIGN because future has completed
2024-12-10T07:37:26,488 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ef856fb4459fb2f953f8d79629cef4, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:37:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-10T07:37:26,647 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:37:26,648 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f3ef856fb4459fb2f953f8d79629cef4, NAME => 'testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:37:26,648 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,648 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:26,648 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,648 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,650 INFO  [StoreOpener-f3ef856fb4459fb2f953f8d79629cef4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f3ef856fb4459fb2f953f8d79629cef4 
2024-12-10T07:37:26,653 INFO  [StoreOpener-f3ef856fb4459fb2f953f8d79629cef4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ef856fb4459fb2f953f8d79629cef4 columnFamilyName testFamily
2024-12-10T07:37:26,653 DEBUG [StoreOpener-f3ef856fb4459fb2f953f8d79629cef4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:26,654 INFO  [StoreOpener-f3ef856fb4459fb2f953f8d79629cef4-1 {}] regionserver.HStore(327): Store=f3ef856fb4459fb2f953f8d79629cef4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:37:26,654 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,655 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,656 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,657 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,657 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,659 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,662 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:37:26,663 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f3ef856fb4459fb2f953f8d79629cef4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68670196, jitterRate=0.02326565980911255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:37:26,663 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:37:26,664 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f3ef856fb4459fb2f953f8d79629cef4:
Running coprocessor pre-open hook at 1733816246648Writing region info on filesystem at 1733816246648Initializing all the Stores at 1733816246650 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816246650Cleaning up temporary data from old regions at 1733816246657 (+7 ms)Running coprocessor post-open hooks at 1733816246663 (+6 ms)Region opened successfully at 1733816246664 (+1 ms)
2024-12-10T07:37:26,665 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4., pid=21, masterSystemTime=1733816246643
2024-12-10T07:37:26,668 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:37:26,669 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:37:26,669 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f3ef856fb4459fb2f953f8d79629cef4, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:26,672 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ef856fb4459fb2f953f8d79629cef4, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:37:26,675 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-10T07:37:26,675 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure f3ef856fb4459fb2f953f8d79629cef4, server=b1396b8d2d12,35053,1733816150869 in 185 msec
2024-12-10T07:37:26,678 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-10T07:37:26,678 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f3ef856fb4459fb2f953f8d79629cef4, ASSIGN in 346 msec
2024-12-10T07:37:26,679 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:37:26,679 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816246679"}]},"ts":"1733816246679"}
2024-12-10T07:37:26,681 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-10T07:37:26,683 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:37:26,684 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1990 sec
2024-12-10T07:37:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-10T07:37:28,517 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-10T07:37:28,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-10T07:37:28,518 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:28,527 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-10T07:37:28,527 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:28,528 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-10T07:37:28,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:28,543 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:28,543 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-10T07:37:28,546 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-10T07:37:28,548 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-10T07:37:28,549 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-10T07:37:28,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-10T07:37:30,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-10T07:37:30,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-10T07:37:30,433 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:30,435 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-10T07:37:30,435 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:31,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35053 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294632' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T07:37:31,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35053 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:53034 deadline: 1733816252565, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294632' does not exist
2024-12-10T07:37:31,567 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b1396b8d2d12,35053,1733816150869 for closing scanner id = 5611525104669294632 for f3ef856fb4459fb2f953f8d79629cef4 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294632' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T07:37:31,573 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=5838 (was 5948)
2024-12-10T07:37:31,582 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=5837
2024-12-10T07:37:31,584 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:37:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-10T07:37:31,586 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:37:31,587 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:31,587 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-10T07:37:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-10T07:37:31,588 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:37:31,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741847_1023 (size=411)
2024-12-10T07:37:32,000 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff194a762ea7cb381d972b4a2d95e24c, NAME => 'testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:37:32,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741848_1024 (size=62)
2024-12-10T07:37:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-10T07:37:32,151 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:37:32,415 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:32,415 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ff194a762ea7cb381d972b4a2d95e24c, disabling compactions & flushes
2024-12-10T07:37:32,415 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:37:32,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:37:32,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c. after waiting 0 ms
2024-12-10T07:37:32,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:37:32,416 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:37:32,416 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff194a762ea7cb381d972b4a2d95e24c:
Waiting for close lock at 1733816252415Disabling compacts and flushes for region at 1733816252415Disabling writes for close at 1733816252416 (+1 ms)Writing region close event to WAL at 1733816252416Closed at 1733816252416
2024-12-10T07:37:32,420 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:37:32,421 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733816252420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816252420"}]},"ts":"1733816252420"}
2024-12-10T07:37:32,425 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:37:32,427 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:37:32,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816252427"}]},"ts":"1733816252427"}
2024-12-10T07:37:32,431 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-10T07:37:32,431 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ff194a762ea7cb381d972b4a2d95e24c, ASSIGN}]
2024-12-10T07:37:32,433 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ff194a762ea7cb381d972b4a2d95e24c, ASSIGN
2024-12-10T07:37:32,435 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ff194a762ea7cb381d972b4a2d95e24c, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:37:32,587 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ff194a762ea7cb381d972b4a2d95e24c, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:32,594 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ff194a762ea7cb381d972b4a2d95e24c, ASSIGN because future has completed
2024-12-10T07:37:32,595 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff194a762ea7cb381d972b4a2d95e24c, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:37:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-10T07:37:32,762 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:37:32,763 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ff194a762ea7cb381d972b4a2d95e24c, NAME => 'testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:37:32,763 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,763 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:32,763 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,763 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,766 INFO  [StoreOpener-ff194a762ea7cb381d972b4a2d95e24c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ff194a762ea7cb381d972b4a2d95e24c 
2024-12-10T07:37:32,768 INFO  [StoreOpener-ff194a762ea7cb381d972b4a2d95e24c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff194a762ea7cb381d972b4a2d95e24c columnFamilyName testFamily
2024-12-10T07:37:32,768 DEBUG [StoreOpener-ff194a762ea7cb381d972b4a2d95e24c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:32,769 INFO  [StoreOpener-ff194a762ea7cb381d972b4a2d95e24c-1 {}] regionserver.HStore(327): Store=ff194a762ea7cb381d972b4a2d95e24c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:37:32,769 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,771 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,771 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,772 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,772 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,775 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,780 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:37:32,781 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ff194a762ea7cb381d972b4a2d95e24c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74809096, jitterRate=0.11474239826202393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:37:32,781 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:37:32,782 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ff194a762ea7cb381d972b4a2d95e24c:
Running coprocessor pre-open hook at 1733816252764Writing region info on filesystem at 1733816252764Initializing all the Stores at 1733816252765 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816252765Cleaning up temporary data from old regions at 1733816252772 (+7 ms)Running coprocessor post-open hooks at 1733816252781 (+9 ms)Region opened successfully at 1733816252782 (+1 ms)
2024-12-10T07:37:32,783 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c., pid=24, masterSystemTime=1733816252750
2024-12-10T07:37:32,786 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:37:32,786 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:37:32,787 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ff194a762ea7cb381d972b4a2d95e24c, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:32,790 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff194a762ea7cb381d972b4a2d95e24c, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:37:32,795 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-10T07:37:32,795 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure ff194a762ea7cb381d972b4a2d95e24c, server=b1396b8d2d12,35053,1733816150869 in 197 msec
2024-12-10T07:37:32,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-10T07:37:32,799 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ff194a762ea7cb381d972b4a2d95e24c, ASSIGN in 364 msec
2024-12-10T07:37:32,800 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:37:32,801 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816252800"}]},"ts":"1733816252800"}
2024-12-10T07:37:32,804 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-10T07:37:32,805 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:37:32,807 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2210 sec
2024-12-10T07:37:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-10T07:37:34,618 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-10T07:37:34,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-10T07:37:34,619 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:34,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-10T07:37:34,628 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:34,628 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-10T07:37:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:34,642 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:34,642 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-10T07:37:34,646 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-10T07:37:34,648 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-10T07:37:34,650 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-10T07:37:34,651 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-10T07:37:35,535 INFO  [master/b1396b8d2d12:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-10T07:37:35,535 INFO  [master/b1396b8d2d12:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-10T07:37:36,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-10T07:37:37,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35053 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294636' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T07:37:37,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35053 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:53034 deadline: 1733816258662, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294636' does not exist
2024-12-10T07:37:37,665 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b1396b8d2d12,35053,1733816150869 for closing scanner id = 5611525104669294636 for ff194a762ea7cb381d972b4a2d95e24c of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294636' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T07:37:37,673 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=5753 (was 5837)
2024-12-10T07:37:37,684 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=5753
2024-12-10T07:37:37,687 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:37:37,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-10T07:37:37,690 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:37:37,690 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:37,690 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-10T07:37:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-10T07:37:37,692 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:37:37,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741849_1025 (size=419)
2024-12-10T07:37:37,703 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b5874aa0893b3a820c9cb0f3e89732f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:37:37,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741850_1026 (size=70)
2024-12-10T07:37:38,112 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:38,113 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6b5874aa0893b3a820c9cb0f3e89732f, disabling compactions & flushes
2024-12-10T07:37:38,113 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:37:38,113 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:37:38,113 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f. after waiting 0 ms
2024-12-10T07:37:38,113 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:37:38,113 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:37:38,113 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b5874aa0893b3a820c9cb0f3e89732f:
Waiting for close lock at 1733816258113Disabling compacts and flushes for region at 1733816258113Disabling writes for close at 1733816258113Writing region close event to WAL at 1733816258113Closed at 1733816258113
2024-12-10T07:37:38,115 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:37:38,116 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733816258115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816258115"}]},"ts":"1733816258115"}
2024-12-10T07:37:38,119 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:37:38,122 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:37:38,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816258122"}]},"ts":"1733816258122"}
2024-12-10T07:37:38,125 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-10T07:37:38,126 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6b5874aa0893b3a820c9cb0f3e89732f, ASSIGN}]
2024-12-10T07:37:38,127 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6b5874aa0893b3a820c9cb0f3e89732f, ASSIGN
2024-12-10T07:37:38,128 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6b5874aa0893b3a820c9cb0f3e89732f, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:37:38,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-10T07:37:38,267 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:37:38,279 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6b5874aa0893b3a820c9cb0f3e89732f, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:38,283 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6b5874aa0893b3a820c9cb0f3e89732f, ASSIGN because future has completed
2024-12-10T07:37:38,283 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b5874aa0893b3a820c9cb0f3e89732f, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:37:38,443 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:37:38,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b5874aa0893b3a820c9cb0f3e89732f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:37:38,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:38,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,448 INFO  [StoreOpener-6b5874aa0893b3a820c9cb0f3e89732f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6b5874aa0893b3a820c9cb0f3e89732f 
2024-12-10T07:37:38,451 INFO  [StoreOpener-6b5874aa0893b3a820c9cb0f3e89732f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b5874aa0893b3a820c9cb0f3e89732f columnFamilyName testFamily
2024-12-10T07:37:38,451 DEBUG [StoreOpener-6b5874aa0893b3a820c9cb0f3e89732f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:38,452 INFO  [StoreOpener-6b5874aa0893b3a820c9cb0f3e89732f-1 {}] regionserver.HStore(327): Store=6b5874aa0893b3a820c9cb0f3e89732f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:37:38,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:37:38,461 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 6b5874aa0893b3a820c9cb0f3e89732f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66421559, jitterRate=-0.010241642594337463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:37:38,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:37:38,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 6b5874aa0893b3a820c9cb0f3e89732f:
Running coprocessor pre-open hook at 1733816258445Writing region info on filesystem at 1733816258445Initializing all the Stores at 1733816258448 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816258448Cleaning up temporary data from old regions at 1733816258455 (+7 ms)Running coprocessor post-open hooks at 1733816258462 (+7 ms)Region opened successfully at 1733816258462
2024-12-10T07:37:38,464 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f., pid=27, masterSystemTime=1733816258436
2024-12-10T07:37:38,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:37:38,467 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:37:38,468 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=6b5874aa0893b3a820c9cb0f3e89732f, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:38,470 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b5874aa0893b3a820c9cb0f3e89732f, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:37:38,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-10T07:37:38,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b5874aa0893b3a820c9cb0f3e89732f, server=b1396b8d2d12,35053,1733816150869 in 188 msec
2024-12-10T07:37:38,476 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-10T07:37:38,476 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=6b5874aa0893b3a820c9cb0f3e89732f, ASSIGN in 348 msec
2024-12-10T07:37:38,477 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:37:38,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816258477"}]},"ts":"1733816258477"}
2024-12-10T07:37:38,480 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-10T07:37:38,482 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:37:38,484 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 795 msec
2024-12-10T07:37:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-10T07:37:38,708 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-10T07:37:38,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-10T07:37:38,708 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:38,717 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-10T07:37:38,718 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:38,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-10T07:37:38,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:38,733 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:38,733 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-10T07:37:38,736 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-10T07:37:38,737 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-10T07:37:40,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-10T07:37:40,433 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:40,435 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-10T07:37:40,435 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:42,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-10T07:37:43,949 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:37:44,739 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b1396b8d2d12:35053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-12-10T07:37:44,739 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms
2024-12-10T07:37:44,739 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 from cache
2024-12-10T07:37:44,755 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 180), ProcessCount=11 (was 11), AvailableMemoryMB=5743 (was 5753)
2024-12-10T07:37:44,765 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=5742
2024-12-10T07:37:44,768 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:37:44,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-10T07:37:44,771 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:37:44,772 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:44,772 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-10T07:37:44,773 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:37:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-10T07:37:44,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741851_1027 (size=407)
2024-12-10T07:37:45,189 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0ebcf2e2506d876fbb5bbba6a2370ef, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:37:45,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741852_1028 (size=58)
2024-12-10T07:37:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-10T07:37:45,605 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:45,606 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing e0ebcf2e2506d876fbb5bbba6a2370ef, disabling compactions & flushes
2024-12-10T07:37:45,606 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:37:45,606 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:37:45,606 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef. after waiting 0 ms
2024-12-10T07:37:45,606 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:37:45,607 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:37:45,607 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0ebcf2e2506d876fbb5bbba6a2370ef:
Waiting for close lock at 1733816265606Disabling compacts and flushes for region at 1733816265606Disabling writes for close at 1733816265606Writing region close event to WAL at 1733816265606Closed at 1733816265606
2024-12-10T07:37:45,610 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:37:45,610 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733816265610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816265610"}]},"ts":"1733816265610"}
2024-12-10T07:37:45,614 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:37:45,616 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:37:45,616 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816265616"}]},"ts":"1733816265616"}
2024-12-10T07:37:45,619 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-10T07:37:45,619 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e0ebcf2e2506d876fbb5bbba6a2370ef, ASSIGN}]
2024-12-10T07:37:45,620 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e0ebcf2e2506d876fbb5bbba6a2370ef, ASSIGN
2024-12-10T07:37:45,621 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e0ebcf2e2506d876fbb5bbba6a2370ef, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:37:45,773 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e0ebcf2e2506d876fbb5bbba6a2370ef, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:45,778 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e0ebcf2e2506d876fbb5bbba6a2370ef, ASSIGN because future has completed
2024-12-10T07:37:45,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0ebcf2e2506d876fbb5bbba6a2370ef, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:37:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-10T07:37:45,942 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:37:45,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => e0ebcf2e2506d876fbb5bbba6a2370ef, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:37:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,946 INFO  [StoreOpener-e0ebcf2e2506d876fbb5bbba6a2370ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e0ebcf2e2506d876fbb5bbba6a2370ef 
2024-12-10T07:37:45,948 INFO  [StoreOpener-e0ebcf2e2506d876fbb5bbba6a2370ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ebcf2e2506d876fbb5bbba6a2370ef columnFamilyName testFamily
2024-12-10T07:37:45,948 DEBUG [StoreOpener-e0ebcf2e2506d876fbb5bbba6a2370ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:45,949 INFO  [StoreOpener-e0ebcf2e2506d876fbb5bbba6a2370ef-1 {}] regionserver.HStore(327): Store=e0ebcf2e2506d876fbb5bbba6a2370ef/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:37:45,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:37:45,958 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened e0ebcf2e2506d876fbb5bbba6a2370ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71519715, jitterRate=0.06572680175304413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:37:45,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:37:45,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for e0ebcf2e2506d876fbb5bbba6a2370ef:
Running coprocessor pre-open hook at 1733816265943Writing region info on filesystem at 1733816265943Initializing all the Stores at 1733816265945 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816265945Cleaning up temporary data from old regions at 1733816265952 (+7 ms)Running coprocessor post-open hooks at 1733816265958 (+6 ms)Region opened successfully at 1733816265959 (+1 ms)
2024-12-10T07:37:45,960 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef., pid=30, masterSystemTime=1733816265932
2024-12-10T07:37:45,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:37:45,963 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:37:45,964 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=e0ebcf2e2506d876fbb5bbba6a2370ef, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:45,966 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0ebcf2e2506d876fbb5bbba6a2370ef, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:37:45,972 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-10T07:37:45,972 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure e0ebcf2e2506d876fbb5bbba6a2370ef, server=b1396b8d2d12,35053,1733816150869 in 189 msec
2024-12-10T07:37:45,975 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-10T07:37:45,975 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=e0ebcf2e2506d876fbb5bbba6a2370ef, ASSIGN in 353 msec
2024-12-10T07:37:45,977 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:37:45,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816265977"}]},"ts":"1733816265977"}
2024-12-10T07:37:45,979 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-10T07:37:45,980 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:37:45,983 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2130 sec
2024-12-10T07:37:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-10T07:37:47,805 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-10T07:37:47,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-10T07:37:47,805 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:47,809 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-10T07:37:47,809 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:47,810 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-10T07:37:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:47,823 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:47,823 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-10T07:37:47,826 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-10T07:37:47,828 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-10T07:37:47,829 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-10T07:37:47,830 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-10T07:37:48,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-10T07:37:49,025 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-10T07:37:50,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-10T07:37:50,433 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-10T07:37:51,448 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:37:53,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35053 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294644' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-10T07:37:53,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35053 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:53034 deadline: 1733816279838, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294644' does not exist
2024-12-10T07:37:53,841 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b1396b8d2d12,35053,1733816150869 for closing scanner id = 5611525104669294644 for e0ebcf2e2506d876fbb5bbba6a2370ef of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5611525104669294644' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-10T07:37:53,846 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 165), ProcessCount=11 (was 11), AvailableMemoryMB=5735 (was 5742)
2024-12-10T07:37:53,855 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=5735
2024-12-10T07:37:53,857 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-10T07:37:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-10T07:37:53,860 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-10T07:37:53,860 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:53,860 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-10T07:37:53,862 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-10T07:37:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-10T07:37:53,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741853_1029 (size=423)
2024-12-10T07:37:54,275 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09e016adb4a9a6f4a68ae3bba7fa30cd, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6
2024-12-10T07:37:54,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741854_1030 (size=74)
2024-12-10T07:37:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-10T07:37:54,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:54,688 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 09e016adb4a9a6f4a68ae3bba7fa30cd, disabling compactions & flushes
2024-12-10T07:37:54,688 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:37:54,688 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:37:54,689 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd. after waiting 0 ms
2024-12-10T07:37:54,689 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:37:54,689 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:37:54,689 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09e016adb4a9a6f4a68ae3bba7fa30cd:
Waiting for close lock at 1733816274688Disabling compacts and flushes for region at 1733816274688Disabling writes for close at 1733816274689 (+1 ms)Writing region close event to WAL at 1733816274689Closed at 1733816274689
2024-12-10T07:37:54,694 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-10T07:37:54,695 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733816274694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733816274694"}]},"ts":"1733816274694"}
2024-12-10T07:37:54,698 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-10T07:37:54,699 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-10T07:37:54,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816274699"}]},"ts":"1733816274699"}
2024-12-10T07:37:54,702 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-10T07:37:54,702 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=09e016adb4a9a6f4a68ae3bba7fa30cd, ASSIGN}]
2024-12-10T07:37:54,704 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=09e016adb4a9a6f4a68ae3bba7fa30cd, ASSIGN
2024-12-10T07:37:54,705 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=09e016adb4a9a6f4a68ae3bba7fa30cd, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35053,1733816150869; forceNewPlan=false, retain=false
2024-12-10T07:37:54,780 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-10T07:37:54,856 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=09e016adb4a9a6f4a68ae3bba7fa30cd, regionState=OPENING, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:54,862 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=09e016adb4a9a6f4a68ae3bba7fa30cd, ASSIGN because future has completed
2024-12-10T07:37:54,863 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09e016adb4a9a6f4a68ae3bba7fa30cd, server=b1396b8d2d12,35053,1733816150869}]
2024-12-10T07:37:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-10T07:37:55,030 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:37:55,030 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 09e016adb4a9a6f4a68ae3bba7fa30cd, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.', STARTKEY => '', ENDKEY => ''}
2024-12-10T07:37:55,031 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,031 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-10T07:37:55,031 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,031 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,033 INFO  [StoreOpener-09e016adb4a9a6f4a68ae3bba7fa30cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 09e016adb4a9a6f4a68ae3bba7fa30cd 
2024-12-10T07:37:55,035 INFO  [StoreOpener-09e016adb4a9a6f4a68ae3bba7fa30cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09e016adb4a9a6f4a68ae3bba7fa30cd columnFamilyName testFamily
2024-12-10T07:37:55,035 DEBUG [StoreOpener-09e016adb4a9a6f4a68ae3bba7fa30cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-10T07:37:55,035 INFO  [StoreOpener-09e016adb4a9a6f4a68ae3bba7fa30cd-1 {}] regionserver.HStore(327): Store=09e016adb4a9a6f4a68ae3bba7fa30cd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-10T07:37:55,036 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,037 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,037 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,038 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,038 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,041 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,044 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-10T07:37:55,044 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 09e016adb4a9a6f4a68ae3bba7fa30cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64199622, jitterRate=-0.04335108399391174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-10T07:37:55,045 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:37:55,045 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 09e016adb4a9a6f4a68ae3bba7fa30cd:
Running coprocessor pre-open hook at 1733816275031Writing region info on filesystem at 1733816275031Initializing all the Stores at 1733816275032 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733816275032Cleaning up temporary data from old regions at 1733816275038 (+6 ms)Running coprocessor post-open hooks at 1733816275045 (+7 ms)Region opened successfully at 1733816275045
2024-12-10T07:37:55,046 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., pid=33, masterSystemTime=1733816275019
2024-12-10T07:37:55,049 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:37:55,049 INFO  [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:37:55,050 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=09e016adb4a9a6f4a68ae3bba7fa30cd, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35053,1733816150869
2024-12-10T07:37:55,052 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09e016adb4a9a6f4a68ae3bba7fa30cd, server=b1396b8d2d12,35053,1733816150869 because future has completed
2024-12-10T07:37:55,055 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-10T07:37:55,055 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 09e016adb4a9a6f4a68ae3bba7fa30cd, server=b1396b8d2d12,35053,1733816150869 in 190 msec
2024-12-10T07:37:55,058 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-10T07:37:55,058 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=09e016adb4a9a6f4a68ae3bba7fa30cd, ASSIGN in 353 msec
2024-12-10T07:37:55,059 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-10T07:37:55,059 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733816275059"}]},"ts":"1733816275059"}
2024-12-10T07:37:55,061 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-10T07:37:55,062 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-10T07:37:55,064 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2040 sec
2024-12-10T07:37:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-10T07:37:56,886 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-10T07:37:56,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-10T07:37:56,887 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:56,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-10T07:37:56,894 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-10T07:37:56,894 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-10T07:37:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:56,912 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-10T07:37:56,912 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-10T07:37:56,916 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-10T07:37:56,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-10T07:37:57,918 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b1396b8d2d12:35053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-12-10T07:37:57,919 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-12-10T07:37:57,919 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 from cache
2024-12-10T07:37:58,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-10T07:37:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2]
2024-12-10T07:37:58,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-10T07:37:59,919 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b1396b8d2d12:35053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=976ms, rpcTimeout=974ms
2024-12-10T07:37:59,919 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=976ms, rpcTimeout=974ms
2024-12-10T07:37:59,919 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., hostname=b1396b8d2d12,35053,1733816150869, seqNum=2 from cache
2024-12-10T07:37:59,934 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=5721 (was 5735)
2024-12-10T07:37:59,934 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-10T07:37:59,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-10T07:37:59,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:37:59,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:37:59,940 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-10T07:37:59,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-10T07:37:59,941 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-10T07:37:59,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-10T07:37:59,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:37:59,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:37:59,941 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-10T07:37:59,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-10T07:37:59,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2050315869, stopped=false
2024-12-10T07:37:59,941 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1396b8d2d12,40873,1733816149986
2024-12-10T07:38:00,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-10T07:38:00,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-10T07:38:00,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:38:00,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:38:00,007 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-10T07:38:00,008 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-10T07:38:00,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-10T07:38:00,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:38:00,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-10T07:38:00,010 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1396b8d2d12,35053,1733816150869' *****
2024-12-10T07:38:00,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-10T07:38:00,010 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-10T07:38:00,011 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-10T07:38:00,011 INFO  [RS:0;b1396b8d2d12:35053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-10T07:38:00,012 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-10T07:38:00,012 INFO  [RS:0;b1396b8d2d12:35053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-10T07:38:00,012 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for e0ebcf2e2506d876fbb5bbba6a2370ef
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for a357097d47355877b1927e54564fc66c
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for f3ef856fb4459fb2f953f8d79629cef4
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b5874aa0893b3a820c9cb0f3e89732f
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for 324b5df263194d14a9a869b4b8cca311
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for 523956941d9066364c4aa40310cb2546
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e7d051fcb259e6af1d1f458b878febd
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for da7efed8cf1d9d713abc9bcca85d6317
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for 09e016adb4a9a6f4a68ae3bba7fa30cd
2024-12-10T07:38:00,013 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0ebcf2e2506d876fbb5bbba6a2370ef, disabling compactions & flushes
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:00,013 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:38:00,013 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(959): stopping server b1396b8d2d12,35053,1733816150869
2024-12-10T07:38:00,013 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:38:00,014 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-10T07:38:00,014 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef. after waiting 0 ms
2024-12-10T07:38:00,014 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:38:00,014 INFO  [RS:0;b1396b8d2d12:35053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1396b8d2d12:35053.
2024-12-10T07:38:00,014 DEBUG [RS:0;b1396b8d2d12:35053 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-10T07:38:00,014 DEBUG [RS:0;b1396b8d2d12:35053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:38:00,014 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-10T07:38:00,014 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-10T07:38:00,014 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-10T07:38:00,014 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-10T07:38:00,015 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-10T07:38:00,015 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-10T07:38:00,015 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-10T07:38:00,015 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-10T07:38:00,015 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-10T07:38:00,015 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-10T07:38:00,015 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 1588230740, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, a357097d47355877b1927e54564fc66c, da7efed8cf1d9d713abc9bcca85d6317, e0ebcf2e2506d876fbb5bbba6a2370ef, f3ef856fb4459fb2f953f8d79629cef4, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:00,018 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-10T07:38:00,018 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0ebcf2e2506d876fbb5bbba6a2370ef 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:00,067 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef/.tmp/testFamily/8054744685ba4796b1bdf2e3eed25c40 is 61, key is row-0/testFamily:testQualifier/1733816267813/Put/seqid=0
2024-12-10T07:38:00,072 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/info/1637e8f80e354af78c146b5a0f1bd8f4 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c./info:regioninfo/1733816216197/Put/seqid=0
2024-12-10T07:38:00,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741855_1031 (size=5049)
2024-12-10T07:38:00,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741856_1032 (size=20564)
2024-12-10T07:38:00,078 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/info/1637e8f80e354af78c146b5a0f1bd8f4
2024-12-10T07:38:00,134 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/ns/e4a9d8ffdf9f4e5db1fe8122b309f3f4 is 43, key is default/ns:d/1733816214710/Put/seqid=0
2024-12-10T07:38:00,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741857_1033 (size=5153)
2024-12-10T07:38:00,215 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 1588230740, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, a357097d47355877b1927e54564fc66c, da7efed8cf1d9d713abc9bcca85d6317, e0ebcf2e2506d876fbb5bbba6a2370ef, f3ef856fb4459fb2f953f8d79629cef4, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:00,416 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 1588230740, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, a357097d47355877b1927e54564fc66c, da7efed8cf1d9d713abc9bcca85d6317, e0ebcf2e2506d876fbb5bbba6a2370ef, f3ef856fb4459fb2f953f8d79629cef4, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:00,444 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-10T07:38:00,478 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef/.tmp/testFamily/8054744685ba4796b1bdf2e3eed25c40
2024-12-10T07:38:00,492 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef/.tmp/testFamily/8054744685ba4796b1bdf2e3eed25c40 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef/testFamily/8054744685ba4796b1bdf2e3eed25c40
2024-12-10T07:38:00,500 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef/testFamily/8054744685ba4796b1bdf2e3eed25c40, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:00,508 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e0ebcf2e2506d876fbb5bbba6a2370ef in 490ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:00,515 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNext/e0ebcf2e2506d876fbb5bbba6a2370ef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:00,517 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:38:00,517 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0ebcf2e2506d876fbb5bbba6a2370ef:
Waiting for close lock at 1733816280013Running coprocessor pre-close hooks at 1733816280013Disabling compacts and flushes for region at 1733816280013Disabling writes for close at 1733816280014 (+1 ms)Obtaining lock to block concurrent updates at 1733816280018 (+4 ms)Preparing flush snapshotting stores in e0ebcf2e2506d876fbb5bbba6a2370ef at 1733816280018Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816280024 (+6 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef. at 1733816280026 (+2 ms)Flushing e0ebcf2e2506d876fbb5bbba6a2370ef/testFamily: creating writer at 1733816280027 (+1 ms)Flushing e0ebcf2e2506d876fbb5bbba6a2370ef/testFamily: appending metadata at 1733816280062 (+35 ms)Flushing e0ebcf2e2506d876fbb5bbba6a2370ef/testFamily: closing flushed file at 1733816280064 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4c7bff: reopening flushed file at 1733816280491 (+427 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e0ebcf2e2506d876fbb5bbba6a2370ef in 490ms, sequenceid=8, compaction requested=false at 1733816280509 (+18 ms)Writing region close event to WAL at 1733816280510 (+1 ms)Running coprocessor post-close hooks at 1733816280515 (+5 ms)Closed at 1733816280517 (+2 ms)
2024-12-10T07:38:00,517 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733816264768.e0ebcf2e2506d876fbb5bbba6a2370ef.
2024-12-10T07:38:00,517 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a357097d47355877b1927e54564fc66c, disabling compactions & flushes
2024-12-10T07:38:00,518 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:38:00,518 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:38:00,518 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c. after waiting 0 ms
2024-12-10T07:38:00,518 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:38:00,518 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a357097d47355877b1927e54564fc66c 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:00,532 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:38:00,532 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c/.tmp/testFamily/c500295684a043958bd8aef861a9c3b0 is 61, key is row-0/testFamily:testQualifier/1733816218021/Put/seqid=0
2024-12-10T07:38:00,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741858_1034 (size=5049)
2024-12-10T07:38:00,540 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/ns/e4a9d8ffdf9f4e5db1fe8122b309f3f4
2024-12-10T07:38:00,557 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-10T07:38:00,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-10T07:38:00,559 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-10T07:38:00,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-10T07:38:00,567 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/table/bc156d81804a4690892591387faea659 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733816216216/Put/seqid=0
2024-12-10T07:38:00,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741859_1035 (size=6699)
2024-12-10T07:38:00,616 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 1588230740, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, a357097d47355877b1927e54564fc66c, da7efed8cf1d9d713abc9bcca85d6317, f3ef856fb4459fb2f953f8d79629cef4, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:00,817 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 1588230740, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, a357097d47355877b1927e54564fc66c, da7efed8cf1d9d713abc9bcca85d6317, f3ef856fb4459fb2f953f8d79629cef4, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:00,940 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c/.tmp/testFamily/c500295684a043958bd8aef861a9c3b0
2024-12-10T07:38:00,945 INFO  [regionserver/b1396b8d2d12:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-10T07:38:00,945 INFO  [regionserver/b1396b8d2d12:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-10T07:38:00,953 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c/.tmp/testFamily/c500295684a043958bd8aef861a9c3b0 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c/testFamily/c500295684a043958bd8aef861a9c3b0
2024-12-10T07:38:00,961 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c/testFamily/c500295684a043958bd8aef861a9c3b0, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:00,962 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a357097d47355877b1927e54564fc66c in 444ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:00,966 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/a357097d47355877b1927e54564fc66c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:00,967 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:38:00,967 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a357097d47355877b1927e54564fc66c:
Waiting for close lock at 1733816280517Running coprocessor pre-close hooks at 1733816280517Disabling compacts and flushes for region at 1733816280517Disabling writes for close at 1733816280518 (+1 ms)Obtaining lock to block concurrent updates at 1733816280518Preparing flush snapshotting stores in a357097d47355877b1927e54564fc66c at 1733816280518Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816280518Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c. at 1733816280519 (+1 ms)Flushing a357097d47355877b1927e54564fc66c/testFamily: creating writer at 1733816280519Flushing a357097d47355877b1927e54564fc66c/testFamily: appending metadata at 1733816280532 (+13 ms)Flushing a357097d47355877b1927e54564fc66c/testFamily: closing flushed file at 1733816280532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e4ba6: reopening flushed file at 1733816280952 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a357097d47355877b1927e54564fc66c in 444ms, sequenceid=8, compaction requested=false at 1733816280962 (+10 ms)Writing region close event to WAL at 1733816280962Running coprocessor post-close hooks at 1733816280967 (+5 ms)Closed at 1733816280967
2024-12-10T07:38:00,967 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733816214955.a357097d47355877b1927e54564fc66c.
2024-12-10T07:38:00,967 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3ef856fb4459fb2f953f8d79629cef4, disabling compactions & flushes
2024-12-10T07:38:00,967 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:38:00,967 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:38:00,967 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4. after waiting 0 ms
2024-12-10T07:38:00,967 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:38:00,967 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3ef856fb4459fb2f953f8d79629cef4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:00,972 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/table/bc156d81804a4690892591387faea659
2024-12-10T07:38:00,981 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/info/1637e8f80e354af78c146b5a0f1bd8f4 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/info/1637e8f80e354af78c146b5a0f1bd8f4
2024-12-10T07:38:00,983 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4/.tmp/testFamily/316ee0df1ed349d29ccf173f19fcc3a5 is 61, key is row-0/testFamily:testQualifier/1733816248533/Put/seqid=0
2024-12-10T07:38:00,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741860_1036 (size=5049)
2024-12-10T07:38:00,991 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/info/1637e8f80e354af78c146b5a0f1bd8f4, entries=100, sequenceid=56, filesize=20.1 K
2024-12-10T07:38:00,992 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/ns/e4a9d8ffdf9f4e5db1fe8122b309f3f4 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/ns/e4a9d8ffdf9f4e5db1fe8122b309f3f4
2024-12-10T07:38:01,000 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/ns/e4a9d8ffdf9f4e5db1fe8122b309f3f4, entries=2, sequenceid=56, filesize=5.0 K
2024-12-10T07:38:01,002 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/.tmp/table/bc156d81804a4690892591387faea659 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/table/bc156d81804a4690892591387faea659
2024-12-10T07:38:01,010 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/table/bc156d81804a4690892591387faea659, entries=20, sequenceid=56, filesize=6.5 K
2024-12-10T07:38:01,011 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=56, compaction requested=false
2024-12-10T07:38:01,016 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-10T07:38:01,017 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-10T07:38:01,017 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-10T07:38:01,017 INFO  [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-10T07:38:01,017 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1325): Online Regions={f3ef856fb4459fb2f953f8d79629cef4=testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4., 1588230740=hbase:meta,,1.1588230740, 6b5874aa0893b3a820c9cb0f3e89732f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f., 324b5df263194d14a9a869b4b8cca311=hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., 523956941d9066364c4aa40310cb2546=testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546., 9e7d051fcb259e6af1d1f458b878febd=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., da7efed8cf1d9d713abc9bcca85d6317=hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317., 09e016adb4a9a6f4a68ae3bba7fa30cd=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., ff194a762ea7cb381d972b4a2d95e24c=testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.}
2024-12-10T07:38:01,017 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733816280015Running coprocessor pre-close hooks at 1733816280015Disabling compacts and flushes for region at 1733816280015Disabling writes for close at 1733816280015Obtaining lock to block concurrent updates at 1733816280018 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733816280018Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733816280024 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733816280026 (+2 ms)Flushing 1588230740/info: creating writer at 1733816280027 (+1 ms)Flushing 1588230740/info: appending metadata at 1733816280068 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733816280068Flushing 1588230740/ns: creating writer at 1733816280119 (+51 ms)Flushing 1588230740/ns: appending metadata at 1733816280133 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733816280133Flushing 1588230740/table: creating writer at 1733816280549 (+416 ms)Flushing 1588230740/table: appending metadata at 1733816280566 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733816280566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1804b611: reopening flushed file at 1733816280980 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66177494: reopening flushed file at 1733816280991 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53be510e: reopening flushed file at 1733816281000 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=56, compaction requested=false at 1733816281011 (+11 ms)Writing region close event to WAL at 1733816281012 (+1 ms)Running coprocessor post-close hooks at 1733816281017 (+5 ms)Closed at 1733816281017
2024-12-10T07:38:01,017 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 1588230740, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, f3ef856fb4459fb2f953f8d79629cef4, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:01,017 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-10T07:38:01,218 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, f3ef856fb4459fb2f953f8d79629cef4, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:01,391 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4/.tmp/testFamily/316ee0df1ed349d29ccf173f19fcc3a5
2024-12-10T07:38:01,407 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4/.tmp/testFamily/316ee0df1ed349d29ccf173f19fcc3a5 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4/testFamily/316ee0df1ed349d29ccf173f19fcc3a5
2024-12-10T07:38:01,415 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4/testFamily/316ee0df1ed349d29ccf173f19fcc3a5, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:01,416 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3ef856fb4459fb2f953f8d79629cef4 in 449ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:01,418 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, f3ef856fb4459fb2f953f8d79629cef4, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:01,421 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNextAsync/f3ef856fb4459fb2f953f8d79629cef4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:01,422 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:38:01,422 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3ef856fb4459fb2f953f8d79629cef4:
Waiting for close lock at 1733816280967Running coprocessor pre-close hooks at 1733816280967Disabling compacts and flushes for region at 1733816280967Disabling writes for close at 1733816280967Obtaining lock to block concurrent updates at 1733816280967Preparing flush snapshotting stores in f3ef856fb4459fb2f953f8d79629cef4 at 1733816280967Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816280968 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4. at 1733816280968Flushing f3ef856fb4459fb2f953f8d79629cef4/testFamily: creating writer at 1733816280968Flushing f3ef856fb4459fb2f953f8d79629cef4/testFamily: appending metadata at 1733816280982 (+14 ms)Flushing f3ef856fb4459fb2f953f8d79629cef4/testFamily: closing flushed file at 1733816280982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419d3936: reopening flushed file at 1733816281405 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3ef856fb4459fb2f953f8d79629cef4 in 449ms, sequenceid=8, compaction requested=false at 1733816281416 (+11 ms)Writing region close event to WAL at 1733816281417 (+1 ms)Running coprocessor post-close hooks at 1733816281422 (+5 ms)Closed at 1733816281422
2024-12-10T07:38:01,422 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733816245483.f3ef856fb4459fb2f953f8d79629cef4.
2024-12-10T07:38:01,422 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b5874aa0893b3a820c9cb0f3e89732f, disabling compactions & flushes
2024-12-10T07:38:01,422 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:38:01,422 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:38:01,422 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f. after waiting 0 ms
2024-12-10T07:38:01,422 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:38:01,423 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b5874aa0893b3a820c9cb0f3e89732f 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:01,438 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f/.tmp/testFamily/d112114dd3db4859ac0b95545d0daf52 is 61, key is row-0/testFamily:testQualifier/1733816258724/Put/seqid=0
2024-12-10T07:38:01,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741861_1037 (size=5049)
2024-12-10T07:38:01,619 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:01,819 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 6b5874aa0893b3a820c9cb0f3e89732f, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:01,846 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f/.tmp/testFamily/d112114dd3db4859ac0b95545d0daf52
2024-12-10T07:38:01,860 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f/.tmp/testFamily/d112114dd3db4859ac0b95545d0daf52 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f/testFamily/d112114dd3db4859ac0b95545d0daf52
2024-12-10T07:38:01,867 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f/testFamily/d112114dd3db4859ac0b95545d0daf52, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:01,869 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6b5874aa0893b3a820c9cb0f3e89732f in 446ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:01,874 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/6b5874aa0893b3a820c9cb0f3e89732f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:01,875 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:38:01,875 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b5874aa0893b3a820c9cb0f3e89732f:
Waiting for close lock at 1733816281422Running coprocessor pre-close hooks at 1733816281422Disabling compacts and flushes for region at 1733816281422Disabling writes for close at 1733816281422Obtaining lock to block concurrent updates at 1733816281423 (+1 ms)Preparing flush snapshotting stores in 6b5874aa0893b3a820c9cb0f3e89732f at 1733816281423Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816281423Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f. at 1733816281423Flushing 6b5874aa0893b3a820c9cb0f3e89732f/testFamily: creating writer at 1733816281423Flushing 6b5874aa0893b3a820c9cb0f3e89732f/testFamily: appending metadata at 1733816281438 (+15 ms)Flushing 6b5874aa0893b3a820c9cb0f3e89732f/testFamily: closing flushed file at 1733816281438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e9381f: reopening flushed file at 1733816281858 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6b5874aa0893b3a820c9cb0f3e89732f in 446ms, sequenceid=8, compaction requested=false at 1733816281869 (+11 ms)Writing region close event to WAL at 1733816281870 (+1 ms)Running coprocessor post-close hooks at 1733816281875 (+5 ms)Closed at 1733816281875
2024-12-10T07:38:01,875 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733816257686.6b5874aa0893b3a820c9cb0f3e89732f.
2024-12-10T07:38:01,875 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 324b5df263194d14a9a869b4b8cca311, disabling compactions & flushes
2024-12-10T07:38:01,876 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:38:01,876 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:38:01,876 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311. after waiting 0 ms
2024-12-10T07:38:01,876 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:38:01,876 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 324b5df263194d14a9a869b4b8cca311 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:01,892 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311/.tmp/testFamily/bb682961b2884d368143625f9a6dee65 is 61, key is row-0/testFamily:testQualifier/1733816221135/Put/seqid=0
2024-12-10T07:38:01,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741862_1038 (size=5049)
2024-12-10T07:38:02,020 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-12-10T07:38:02,020 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1325): Online Regions={324b5df263194d14a9a869b4b8cca311=hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., 523956941d9066364c4aa40310cb2546=testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546., 9e7d051fcb259e6af1d1f458b878febd=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., da7efed8cf1d9d713abc9bcca85d6317=hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317., 09e016adb4a9a6f4a68ae3bba7fa30cd=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., ff194a762ea7cb381d972b4a2d95e24c=testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.}
2024-12-10T07:38:02,020 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:02,221 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 324b5df263194d14a9a869b4b8cca311, 523956941d9066364c4aa40310cb2546, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:02,300 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311/.tmp/testFamily/bb682961b2884d368143625f9a6dee65
2024-12-10T07:38:02,317 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311/.tmp/testFamily/bb682961b2884d368143625f9a6dee65 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311/testFamily/bb682961b2884d368143625f9a6dee65
2024-12-10T07:38:02,326 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311/testFamily/bb682961b2884d368143625f9a6dee65, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:02,327 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 324b5df263194d14a9a869b4b8cca311 in 451ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:02,332 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnOpenScanner/324b5df263194d14a9a869b4b8cca311/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:02,333 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:38:02,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 324b5df263194d14a9a869b4b8cca311:
Waiting for close lock at 1733816281875Running coprocessor pre-close hooks at 1733816281875Disabling compacts and flushes for region at 1733816281875Disabling writes for close at 1733816281876 (+1 ms)Obtaining lock to block concurrent updates at 1733816281876Preparing flush snapshotting stores in 324b5df263194d14a9a869b4b8cca311 at 1733816281876Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816281876Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311. at 1733816281877 (+1 ms)Flushing 324b5df263194d14a9a869b4b8cca311/testFamily: creating writer at 1733816281877Flushing 324b5df263194d14a9a869b4b8cca311/testFamily: appending metadata at 1733816281892 (+15 ms)Flushing 324b5df263194d14a9a869b4b8cca311/testFamily: closing flushed file at 1733816281892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160327b: reopening flushed file at 1733816282316 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 324b5df263194d14a9a869b4b8cca311 in 451ms, sequenceid=8, compaction requested=false at 1733816282327 (+11 ms)Writing region close event to WAL at 1733816282328 (+1 ms)Running coprocessor post-close hooks at 1733816282333 (+5 ms)Closed at 1733816282333
2024-12-10T07:38:02,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733816218093.324b5df263194d14a9a869b4b8cca311.
2024-12-10T07:38:02,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 523956941d9066364c4aa40310cb2546, disabling compactions & flushes
2024-12-10T07:38:02,333 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:38:02,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:38:02,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546. after waiting 0 ms
2024-12-10T07:38:02,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:38:02,334 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 523956941d9066364c4aa40310cb2546 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:02,348 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546/.tmp/testFamily/b81a5529921c485e82dd325bc1d51ff2 is 61, key is row-0/testFamily:testQualifier/1733816239336/Put/seqid=0
2024-12-10T07:38:02,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741863_1039 (size=5049)
2024-12-10T07:38:02,421 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 523956941d9066364c4aa40310cb2546, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:02,622 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 523956941d9066364c4aa40310cb2546, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:02,755 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546/.tmp/testFamily/b81a5529921c485e82dd325bc1d51ff2
2024-12-10T07:38:02,771 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546/.tmp/testFamily/b81a5529921c485e82dd325bc1d51ff2 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546/testFamily/b81a5529921c485e82dd325bc1d51ff2
2024-12-10T07:38:02,778 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546/testFamily/b81a5529921c485e82dd325bc1d51ff2, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:02,779 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 523956941d9066364c4aa40310cb2546 in 445ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:02,784 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testRetryOutOfOrderScannerNextException/523956941d9066364c4aa40310cb2546/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:02,784 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:38:02,785 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 523956941d9066364c4aa40310cb2546:
Waiting for close lock at 1733816282333Running coprocessor pre-close hooks at 1733816282333Disabling compacts and flushes for region at 1733816282333Disabling writes for close at 1733816282333Obtaining lock to block concurrent updates at 1733816282334 (+1 ms)Preparing flush snapshotting stores in 523956941d9066364c4aa40310cb2546 at 1733816282334Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816282334Flushing stores of testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546. at 1733816282334Flushing 523956941d9066364c4aa40310cb2546/testFamily: creating writer at 1733816282335 (+1 ms)Flushing 523956941d9066364c4aa40310cb2546/testFamily: appending metadata at 1733816282348 (+13 ms)Flushing 523956941d9066364c4aa40310cb2546/testFamily: closing flushed file at 1733816282348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37106ef5: reopening flushed file at 1733816282770 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 523956941d9066364c4aa40310cb2546 in 445ms, sequenceid=8, compaction requested=false at 1733816282779 (+9 ms)Writing region close event to WAL at 1733816282780 (+1 ms)Running coprocessor post-close hooks at 1733816282784 (+4 ms)Closed at 1733816282784
2024-12-10T07:38:02,785 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733816236291.523956941d9066364c4aa40310cb2546.
2024-12-10T07:38:02,785 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e7d051fcb259e6af1d1f458b878febd, disabling compactions & flushes
2024-12-10T07:38:02,785 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:38:02,785 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:38:02,785 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd. after waiting 0 ms
2024-12-10T07:38:02,785 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:38:02,785 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e7d051fcb259e6af1d1f458b878febd 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:02,800 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd/.tmp/testFamily/8f8fd89f5e9440b7860cadc6e9963f9e is 61, key is row-0/testFamily:testQualifier/1733816242435/Put/seqid=0
2024-12-10T07:38:02,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741864_1040 (size=5049)
2024-12-10T07:38:02,822 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:03,022 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-12-10T07:38:03,023 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1325): Online Regions={9e7d051fcb259e6af1d1f458b878febd=testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., da7efed8cf1d9d713abc9bcca85d6317=hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317., 09e016adb4a9a6f4a68ae3bba7fa30cd=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., ff194a762ea7cb381d972b4a2d95e24c=testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.}
2024-12-10T07:38:03,023 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:03,207 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd/.tmp/testFamily/8f8fd89f5e9440b7860cadc6e9963f9e
2024-12-10T07:38:03,221 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd/.tmp/testFamily/8f8fd89f5e9440b7860cadc6e9963f9e as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd/testFamily/8f8fd89f5e9440b7860cadc6e9963f9e
2024-12-10T07:38:03,223 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, 9e7d051fcb259e6af1d1f458b878febd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:03,228 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd/testFamily/8f8fd89f5e9440b7860cadc6e9963f9e, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:03,230 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9e7d051fcb259e6af1d1f458b878febd in 445ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:03,235 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScanner/9e7d051fcb259e6af1d1f458b878febd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:03,236 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:38:03,236 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e7d051fcb259e6af1d1f458b878febd:
Waiting for close lock at 1733816282785Running coprocessor pre-close hooks at 1733816282785Disabling compacts and flushes for region at 1733816282785Disabling writes for close at 1733816282785Obtaining lock to block concurrent updates at 1733816282785Preparing flush snapshotting stores in 9e7d051fcb259e6af1d1f458b878febd at 1733816282785Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816282785Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd. at 1733816282786 (+1 ms)Flushing 9e7d051fcb259e6af1d1f458b878febd/testFamily: creating writer at 1733816282786Flushing 9e7d051fcb259e6af1d1f458b878febd/testFamily: appending metadata at 1733816282800 (+14 ms)Flushing 9e7d051fcb259e6af1d1f458b878febd/testFamily: closing flushed file at 1733816282800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467f95ce: reopening flushed file at 1733816283219 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9e7d051fcb259e6af1d1f458b878febd in 445ms, sequenceid=8, compaction requested=false at 1733816283230 (+11 ms)Writing region close event to WAL at 1733816283230Running coprocessor post-close hooks at 1733816283235 (+5 ms)Closed at 1733816283236 (+1 ms)
2024-12-10T07:38:03,236 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733816239389.9e7d051fcb259e6af1d1f458b878febd.
2024-12-10T07:38:03,236 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da7efed8cf1d9d713abc9bcca85d6317, disabling compactions & flushes
2024-12-10T07:38:03,236 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:38:03,236 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:38:03,236 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317. after waiting 0 ms
2024-12-10T07:38:03,236 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:38:03,236 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da7efed8cf1d9d713abc9bcca85d6317 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:03,250 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317/.tmp/testFamily/88b22c284bf646dd83abe78920842006 is 61, key is row-0/testFamily:testQualifier/1733816230244/Put/seqid=0
2024-12-10T07:38:03,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741865_1041 (size=5049)
2024-12-10T07:38:03,424 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:03,624 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, da7efed8cf1d9d713abc9bcca85d6317, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:03,657 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317/.tmp/testFamily/88b22c284bf646dd83abe78920842006
2024-12-10T07:38:03,670 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317/.tmp/testFamily/88b22c284bf646dd83abe78920842006 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317/testFamily/88b22c284bf646dd83abe78920842006
2024-12-10T07:38:03,678 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317/testFamily/88b22c284bf646dd83abe78920842006, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:03,680 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for da7efed8cf1d9d713abc9bcca85d6317 in 443ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:03,684 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/hbase/testMetaScanTimeoutOnNextAsync/da7efed8cf1d9d713abc9bcca85d6317/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:03,685 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:38:03,685 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da7efed8cf1d9d713abc9bcca85d6317:
Waiting for close lock at 1733816283236Running coprocessor pre-close hooks at 1733816283236Disabling compacts and flushes for region at 1733816283236Disabling writes for close at 1733816283236Obtaining lock to block concurrent updates at 1733816283236Preparing flush snapshotting stores in da7efed8cf1d9d713abc9bcca85d6317 at 1733816283236Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816283237 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317. at 1733816283237Flushing da7efed8cf1d9d713abc9bcca85d6317/testFamily: creating writer at 1733816283237Flushing da7efed8cf1d9d713abc9bcca85d6317/testFamily: appending metadata at 1733816283250 (+13 ms)Flushing da7efed8cf1d9d713abc9bcca85d6317/testFamily: closing flushed file at 1733816283250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38810b06: reopening flushed file at 1733816283668 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for da7efed8cf1d9d713abc9bcca85d6317 in 443ms, sequenceid=8, compaction requested=false at 1733816283680 (+12 ms)Writing region close event to WAL at 1733816283680Running coprocessor post-close hooks at 1733816283685 (+5 ms)Closed at 1733816283685
2024-12-10T07:38:03,685 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733816227194.da7efed8cf1d9d713abc9bcca85d6317.
2024-12-10T07:38:03,685 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09e016adb4a9a6f4a68ae3bba7fa30cd, disabling compactions & flushes
2024-12-10T07:38:03,685 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:38:03,686 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:38:03,686 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd. after waiting 0 ms
2024-12-10T07:38:03,686 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:38:03,686 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09e016adb4a9a6f4a68ae3bba7fa30cd 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:03,703 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd/.tmp/testFamily/5461e4cc23b445a892ae7fcb925d3780 is 61, key is row-0/testFamily:testQualifier/1733816276899/Put/seqid=0
2024-12-10T07:38:03,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741866_1042 (size=5049)
2024-12-10T07:38:03,720 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1396b8d2d12:40873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-12-10T07:38:03,825 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:04,025 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-10T07:38:04,025 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1325): Online Regions={09e016adb4a9a6f4a68ae3bba7fa30cd=testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., ff194a762ea7cb381d972b4a2d95e24c=testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.}
2024-12-10T07:38:04,026 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on 09e016adb4a9a6f4a68ae3bba7fa30cd, ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:04,110 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd/.tmp/testFamily/5461e4cc23b445a892ae7fcb925d3780
2024-12-10T07:38:04,125 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd/.tmp/testFamily/5461e4cc23b445a892ae7fcb925d3780 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd/testFamily/5461e4cc23b445a892ae7fcb925d3780
2024-12-10T07:38:04,132 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd/testFamily/5461e4cc23b445a892ae7fcb925d3780, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:04,133 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 09e016adb4a9a6f4a68ae3bba7fa30cd in 447ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:04,138 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnOpenScannerAsync/09e016adb4a9a6f4a68ae3bba7fa30cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:04,138 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:38:04,138 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09e016adb4a9a6f4a68ae3bba7fa30cd:
Waiting for close lock at 1733816283685Running coprocessor pre-close hooks at 1733816283685Disabling compacts and flushes for region at 1733816283685Disabling writes for close at 1733816283686 (+1 ms)Obtaining lock to block concurrent updates at 1733816283686Preparing flush snapshotting stores in 09e016adb4a9a6f4a68ae3bba7fa30cd at 1733816283686Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816283686Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd. at 1733816283687 (+1 ms)Flushing 09e016adb4a9a6f4a68ae3bba7fa30cd/testFamily: creating writer at 1733816283687Flushing 09e016adb4a9a6f4a68ae3bba7fa30cd/testFamily: appending metadata at 1733816283702 (+15 ms)Flushing 09e016adb4a9a6f4a68ae3bba7fa30cd/testFamily: closing flushed file at 1733816283702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f9c197: reopening flushed file at 1733816284123 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 09e016adb4a9a6f4a68ae3bba7fa30cd in 447ms, sequenceid=8, compaction requested=false at 1733816284134 (+11 ms)Writing region close event to WAL at 1733816284134Running coprocessor post-close hooks at 1733816284138 (+4 ms)Closed at 1733816284138
2024-12-10T07:38:04,139 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733816273857.09e016adb4a9a6f4a68ae3bba7fa30cd.
2024-12-10T07:38:04,139 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff194a762ea7cb381d972b4a2d95e24c, disabling compactions & flushes
2024-12-10T07:38:04,139 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:38:04,139 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:38:04,139 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c. after waiting 0 ms
2024-12-10T07:38:04,139 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:38:04,139 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff194a762ea7cb381d972b4a2d95e24c 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-10T07:38:04,155 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c/.tmp/testFamily/e2985f4df0224cf99e1b3940b75c9d35 is 61, key is row-0/testFamily:testQualifier/1733816254632/Put/seqid=0
2024-12-10T07:38:04,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741867_1043 (size=5049)
2024-12-10T07:38:04,226 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:04,426 DEBUG [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1351): Waiting on ff194a762ea7cb381d972b4a2d95e24c
2024-12-10T07:38:04,562 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c/.tmp/testFamily/e2985f4df0224cf99e1b3940b75c9d35
2024-12-10T07:38:04,576 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c/.tmp/testFamily/e2985f4df0224cf99e1b3940b75c9d35 as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c/testFamily/e2985f4df0224cf99e1b3940b75c9d35
2024-12-10T07:38:04,582 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c/testFamily/e2985f4df0224cf99e1b3940b75c9d35, entries=4, sequenceid=8, filesize=4.9 K
2024-12-10T07:38:04,583 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ff194a762ea7cb381d972b4a2d95e24c in 444ms, sequenceid=8, compaction requested=false
2024-12-10T07:38:04,588 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/data/default/testNormalScanTimeoutOnNext/ff194a762ea7cb381d972b4a2d95e24c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-10T07:38:04,589 INFO  [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:38:04,589 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff194a762ea7cb381d972b4a2d95e24c:
Waiting for close lock at 1733816284139Running coprocessor pre-close hooks at 1733816284139Disabling compacts and flushes for region at 1733816284139Disabling writes for close at 1733816284139Obtaining lock to block concurrent updates at 1733816284139Preparing flush snapshotting stores in ff194a762ea7cb381d972b4a2d95e24c at 1733816284139Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733816284139Flushing stores of testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c. at 1733816284140 (+1 ms)Flushing ff194a762ea7cb381d972b4a2d95e24c/testFamily: creating writer at 1733816284140Flushing ff194a762ea7cb381d972b4a2d95e24c/testFamily: appending metadata at 1733816284155 (+15 ms)Flushing ff194a762ea7cb381d972b4a2d95e24c/testFamily: closing flushed file at 1733816284155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46850666: reopening flushed file at 1733816284575 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ff194a762ea7cb381d972b4a2d95e24c in 444ms, sequenceid=8, compaction requested=false at 1733816284583 (+8 ms)Writing region close event to WAL at 1733816284584 (+1 ms)Running coprocessor post-close hooks at 1733816284588 (+4 ms)Closed at 1733816284588
2024-12-10T07:38:04,589 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733816251583.ff194a762ea7cb381d972b4a2d95e24c.
2024-12-10T07:38:04,627 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(976): stopping server b1396b8d2d12,35053,1733816150869; all regions closed.
2024-12-10T07:38:04,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741834_1010 (size=19479)
2024-12-10T07:38:04,643 DEBUG [RS:0;b1396b8d2d12:35053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/oldWALs
2024-12-10T07:38:04,643 INFO  [RS:0;b1396b8d2d12:35053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C35053%2C1733816150869.meta:.meta(num 1733816214532)
2024-12-10T07:38:04,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741833_1009 (size=20031)
2024-12-10T07:38:04,648 DEBUG [RS:0;b1396b8d2d12:35053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/oldWALs
2024-12-10T07:38:04,648 INFO  [RS:0;b1396b8d2d12:35053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C35053%2C1733816150869:(num 1733816214006)
2024-12-10T07:38:04,648 DEBUG [RS:0;b1396b8d2d12:35053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-10T07:38:04,648 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.LeaseManager(133): Closed leases
2024-12-10T07:38:04,648 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-10T07:38:04,648 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.ChoreService(370): Chore service for: regionserver/b1396b8d2d12:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-10T07:38:04,649 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-10T07:38:04,649 INFO  [regionserver/b1396b8d2d12:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-10T07:38:04,651 INFO  [RS:0;b1396b8d2d12:35053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35053
2024-12-10T07:38:04,654 INFO  [regionserver/b1396b8d2d12:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-10T07:38:04,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1396b8d2d12,35053,1733816150869
2024-12-10T07:38:04,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-10T07:38:04,722 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-10T07:38:04,725 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1396b8d2d12,35053,1733816150869]
2024-12-10T07:38:04,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1396b8d2d12,35053,1733816150869 already deleted, retry=false
2024-12-10T07:38:04,743 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1396b8d2d12,35053,1733816150869 expired; onlineServers=0
2024-12-10T07:38:04,744 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1396b8d2d12,40873,1733816149986' *****
2024-12-10T07:38:04,744 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-10T07:38:04,744 INFO  [M:0;b1396b8d2d12:40873 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-10T07:38:04,745 INFO  [M:0;b1396b8d2d12:40873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-10T07:38:04,745 DEBUG [M:0;b1396b8d2d12:40873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-10T07:38:04,746 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-10T07:38:04,746 DEBUG [M:0;b1396b8d2d12:40873 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-10T07:38:04,746 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733816153815 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733816153815,5,FailOnTimeoutGroup]
2024-12-10T07:38:04,746 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733816153810 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733816153810,5,FailOnTimeoutGroup]
2024-12-10T07:38:04,746 INFO  [M:0;b1396b8d2d12:40873 {}] hbase.ChoreService(370): Chore service for: master/b1396b8d2d12:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-10T07:38:04,747 INFO  [M:0;b1396b8d2d12:40873 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-10T07:38:04,747 DEBUG [M:0;b1396b8d2d12:40873 {}] master.HMaster(1795): Stopping service threads
2024-12-10T07:38:04,747 INFO  [M:0;b1396b8d2d12:40873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-10T07:38:04,747 INFO  [M:0;b1396b8d2d12:40873 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-10T07:38:04,748 INFO  [M:0;b1396b8d2d12:40873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-10T07:38:04,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-10T07:38:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-10T07:38:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-10T07:38:04,753 DEBUG [M:0;b1396b8d2d12:40873 {}] zookeeper.ZKUtil(347): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-10T07:38:04,753 WARN  [M:0;b1396b8d2d12:40873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-10T07:38:04,754 INFO  [M:0;b1396b8d2d12:40873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/.lastflushedseqids
2024-12-10T07:38:04,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741868_1044 (size=649)
2024-12-10T07:38:04,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-10T07:38:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35053-0x1000ea6eb1f0001, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-10T07:38:04,834 INFO  [RS:0;b1396b8d2d12:35053 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-10T07:38:04,835 INFO  [RS:0;b1396b8d2d12:35053 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1396b8d2d12,35053,1733816150869; zookeeper connection closed.
2024-12-10T07:38:04,836 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bd82e6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bd82e6c
2024-12-10T07:38:04,837 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-10T07:38:05,168 INFO  [M:0;b1396b8d2d12:40873 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-10T07:38:05,169 INFO  [M:0;b1396b8d2d12:40873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-10T07:38:05,170 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-10T07:38:05,170 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T07:38:05,170 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T07:38:05,170 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-10T07:38:05,170 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T07:38:05,171 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.11 KB heapSize=190.99 KB
2024-12-10T07:38:05,192 DEBUG [M:0;b1396b8d2d12:40873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/949eadecbe9245f4aaa3bc3b98d06d1f is 82, key is hbase:meta,,1/info:regioninfo/1733816214606/Put/seqid=0
2024-12-10T07:38:05,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741869_1045 (size=5672)
2024-12-10T07:38:05,599 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/949eadecbe9245f4aaa3bc3b98d06d1f
2024-12-10T07:38:05,626 DEBUG [M:0;b1396b8d2d12:40873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7423c9914b8f49e98dde73999ce9563b is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733816216223/Put/seqid=0
2024-12-10T07:38:05,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741870_1046 (size=14080)
2024-12-10T07:38:06,021 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-10T07:38:06,033 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.55 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7423c9914b8f49e98dde73999ce9563b
2024-12-10T07:38:06,039 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7423c9914b8f49e98dde73999ce9563b
2024-12-10T07:38:06,054 DEBUG [M:0;b1396b8d2d12:40873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c32a9cc41f124ab7b34ce8ae0afb584e is 69, key is b1396b8d2d12,35053,1733816150869/rs:state/1733816183817/Put/seqid=0
2024-12-10T07:38:06,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741871_1047 (size=5156)
2024-12-10T07:38:06,460 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c32a9cc41f124ab7b34ce8ae0afb584e
2024-12-10T07:38:06,475 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/949eadecbe9245f4aaa3bc3b98d06d1f as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/949eadecbe9245f4aaa3bc3b98d06d1f
2024-12-10T07:38:06,481 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/949eadecbe9245f4aaa3bc3b98d06d1f, entries=8, sequenceid=317, filesize=5.5 K
2024-12-10T07:38:06,483 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7423c9914b8f49e98dde73999ce9563b as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7423c9914b8f49e98dde73999ce9563b
2024-12-10T07:38:06,489 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7423c9914b8f49e98dde73999ce9563b
2024-12-10T07:38:06,489 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7423c9914b8f49e98dde73999ce9563b, entries=33, sequenceid=317, filesize=13.8 K
2024-12-10T07:38:06,491 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c32a9cc41f124ab7b34ce8ae0afb584e as hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c32a9cc41f124ab7b34ce8ae0afb584e
2024-12-10T07:38:06,497 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35857/user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c32a9cc41f124ab7b34ce8ae0afb584e, entries=1, sequenceid=317, filesize=5.0 K
2024-12-10T07:38:06,498 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.11 KB/167023, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=317, compaction requested=false
2024-12-10T07:38:06,499 INFO  [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-10T07:38:06,499 DEBUG [M:0;b1396b8d2d12:40873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733816285169Disabling compacts and flushes for region at 1733816285169Disabling writes for close at 1733816285170 (+1 ms)Obtaining lock to block concurrent updates at 1733816285171 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733816285171Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167023, getHeapSize=195512, getOffHeapSize=0, getCellsCount=364 at 1733816285172 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733816285173 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733816285173Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733816285192 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733816285192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733816285611 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733816285626 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733816285626Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733816286039 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733816286053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733816286053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a33f8e8: reopening flushed file at 1733816286474 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567efd21: reopening flushed file at 1733816286481 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708bef01: reopening flushed file at 1733816286489 (+8 ms)Finished flush of dataSize ~163.11 KB/167023, heapSize ~190.70 KB/195272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=317, compaction requested=false at 1733816286498 (+9 ms)Writing region close event to WAL at 1733816286499 (+1 ms)Closed at 1733816286499
2024-12-10T07:38:06,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41453 is added to blk_1073741830_1006 (size=188235)
2024-12-10T07:38:06,502 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc4f9c0b-e0be-edcb-53c2-3a7d3f0104e6/MasterData/WALs/b1396b8d2d12,40873,1733816149986/b1396b8d2d12%2C40873%2C1733816149986.1733816153021 not finished, retry = 0
2024-12-10T07:38:06,604 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-10T07:38:06,604 INFO  [M:0;b1396b8d2d12:40873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-10T07:38:06,604 INFO  [M:0;b1396b8d2d12:40873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40873
2024-12-10T07:38:06,604 INFO  [M:0;b1396b8d2d12:40873 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-10T07:38:06,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-10T07:38:06,748 INFO  [M:0;b1396b8d2d12:40873 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-10T07:38:06,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40873-0x1000ea6eb1f0000, quorum=127.0.0.1:61298, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-10T07:38:06,758 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-10T07:38:06,761 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-10T07:38:06,761 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-10T07:38:06,761 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-10T07:38:06,761 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/hadoop.log.dir/,STOPPED}
2024-12-10T07:38:06,764 WARN  [BP-78284433-172.17.0.3-1733816145974 heartbeating to localhost/127.0.0.1:35857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-10T07:38:06,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-10T07:38:06,764 WARN  [BP-78284433-172.17.0.3-1733816145974 heartbeating to localhost/127.0.0.1:35857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-78284433-172.17.0.3-1733816145974 (Datanode Uuid b4178af1-043d-4d78-9f50-6abafd629115) service to localhost/127.0.0.1:35857
2024-12-10T07:38:06,764 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-10T07:38:06,765 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/cluster_9a8bb8f0-aa93-b7ed-a999-ed5376055e8d/data/data1/current/BP-78284433-172.17.0.3-1733816145974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-10T07:38:06,765 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/cluster_9a8bb8f0-aa93-b7ed-a999-ed5376055e8d/data/data2/current/BP-78284433-172.17.0.3-1733816145974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-10T07:38:06,765 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-10T07:38:06,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-10T07:38:06,772 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-10T07:38:06,772 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-10T07:38:06,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-10T07:38:06,772 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c75ae69-78ce-cc07-d7c7-09d5d128d3d0/hadoop.log.dir/,STOPPED}
2024-12-10T07:38:06,779 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-10T07:38:06,802 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down